2024-11-13 13:17:12,597 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 13:17:12,637 main DEBUG Took 0.037813 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 13:17:12,639 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 13:17:12,639 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 13:17:12,640 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 13:17:12,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,650 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 13:17:12,667 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,671 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,673 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,674 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,676 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,679 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,680 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,681 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,682 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 13:17:12,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,685 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 13:17:12,687 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 13:17:12,688 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 13:17:12,705 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 13:17:12,706 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 13:17:12,708 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 13:17:12,709 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 13:17:12,726 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 13:17:12,729 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 13:17:12,732 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 13:17:12,744 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 13:17:12,745 main DEBUG createAppenders(={Console}) 2024-11-13 13:17:12,746 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 13:17:12,746 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 13:17:12,747 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 13:17:12,748 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 13:17:12,748 main DEBUG OutputStream closed 2024-11-13 13:17:12,748 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 13:17:12,749 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 13:17:12,749 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 13:17:12,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 13:17:12,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 13:17:12,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 13:17:12,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 13:17:12,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 13:17:12,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 13:17:12,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 13:17:12,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 13:17:12,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 13:17:12,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 13:17:12,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 13:17:12,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 13:17:12,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 13:17:12,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 13:17:12,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 13:17:12,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 13:17:12,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 13:17:12,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 13:17:12,874 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 13:17:12,874 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 13:17:12,875 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 13:17:12,876 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T13:17:12,893 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 13:17:12,896 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 13:17:12,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T13:17:12,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=4841 2024-11-13T13:17:13,248 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T13:17:13,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e 2024-11-13T13:17:13,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81, deleteOnExit=true 2024-11-13T13:17:13,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/zookeeper_0, clientPort=53713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:17:13,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53713 2024-11-13T13:17:13,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:17:13,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:17:13,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/test.cache.data in system properties and HBase conf 2024-11-13T13:17:13,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:17:13,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:17:13,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:17:13,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:17:13,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:17:13,761 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T13:17:13,891 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:17:13,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:13,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:13,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:17:13,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:13,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:17:13,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:17:13,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:13,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:13,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:17:13,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:17:13,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:17:13,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:13,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:17:13,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:17:15,257 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T13:17:15,338 INFO [Time-limited test {}] log.Log(170): Logging initialized @3660ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T13:17:15,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:15,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:15,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:15,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:15,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:17:15,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:15,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:15,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:15,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/java.io.tmpdir/jetty-localhost-35691-hadoop-hdfs-3_4_1-tests_jar-_-any-1488436802545659065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:17:15,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:35691} 2024-11-13T13:17:15,813 INFO [Time-limited test {}] server.Server(415): Started @4136ms 2024-11-13T13:17:16,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:16,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:16,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:16,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:16,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:17:16,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:16,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:16,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/java.io.tmpdir/jetty-localhost-39001-hadoop-hdfs-3_4_1-tests_jar-_-any-9482150480577919817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:17:16,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:39001} 2024-11-13T13:17:16,770 INFO [Time-limited test {}] server.Server(415): Started @5094ms 2024-11-13T13:17:16,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:17:18,157 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/data/data1/current/BP-1271467802-172.17.0.2-1731503834685/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:18,157 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/data/data2/current/BP-1271467802-172.17.0.2-1731503834685/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:18,199 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:17:18,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41b0e2796e757bf1 with lease ID 0xcd14e815f434e69d: Processing first storage report for DS-a221fe51-19cc-4b50-8731-88ba84edbb22 from datanode DatanodeRegistration(127.0.0.1:33161, datanodeUuid=754ace8d-afb2-439e-996c-26f80df60553, infoPort=45625, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=1974897621;c=1731503834685) 2024-11-13T13:17:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41b0e2796e757bf1 with lease ID 0xcd14e815f434e69d: from storage DS-a221fe51-19cc-4b50-8731-88ba84edbb22 node DatanodeRegistration(127.0.0.1:33161, datanodeUuid=754ace8d-afb2-439e-996c-26f80df60553, infoPort=45625, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=1974897621;c=1731503834685), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T13:17:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41b0e2796e757bf1 with lease ID 0xcd14e815f434e69d: Processing first storage report for DS-416e2b9c-056f-4c7e-8a0f-f85cc5a0819c from datanode DatanodeRegistration(127.0.0.1:33161, datanodeUuid=754ace8d-afb2-439e-996c-26f80df60553, infoPort=45625, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=1974897621;c=1731503834685) 2024-11-13T13:17:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41b0e2796e757bf1 with lease ID 0xcd14e815f434e69d: from storage DS-416e2b9c-056f-4c7e-8a0f-f85cc5a0819c node DatanodeRegistration(127.0.0.1:33161, datanodeUuid=754ace8d-afb2-439e-996c-26f80df60553, infoPort=45625, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=1974897621;c=1731503834685), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T13:17:18,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e 2024-11-13T13:17:18,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:18,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:18,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:17:19,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b with version=8 2024-11-13T13:17:19,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/hbase-staging 2024-11-13T13:17:19,147 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T13:17:19,499 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:19,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:19,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:19,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:19,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:19,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:17:19,729 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T13:17:19,740 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T13:17:19,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:19,776 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13228 (auto-detected) 2024-11-13T13:17:19,778 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T13:17:19,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34753 2024-11-13T13:17:19,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34753 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:19,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347530x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:19,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34753-0x1013457bd6e0000 connected 2024-11-13T13:17:20,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:20,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:20,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:20,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b, hbase.cluster.distributed=false 2024-11-13T13:17:20,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/acl 2024-11-13T13:17:20,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-13T13:17:20,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34753 2024-11-13T13:17:20,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34753 2024-11-13T13:17:20,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-13T13:17:20,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-13T13:17:20,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:20,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:20,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:20,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:20,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:20,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:20,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:17:20,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:20,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45133 2024-11-13T13:17:20,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45133 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:20,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:20,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451330x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:20,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451330x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:20,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45133-0x1013457bd6e0001 connected 2024-11-13T13:17:20,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:17:20,261 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:17:20,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/master 2024-11-13T13:17:20,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/acl 2024-11-13T13:17:20,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-13T13:17:20,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45133 2024-11-13T13:17:20,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45133 2024-11-13T13:17:20,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-13T13:17:20,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-13T13:17:20,296 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:34753 2024-11-13T13:17:20,300 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-693365551/backup-masters/bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:20,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:20,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:20,319 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on existing znode=/0-693365551/backup-masters/bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:20,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:20,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693365551/master 2024-11-13T13:17:20,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:20,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on existing znode=/0-693365551/master 2024-11-13T13:17:20,355 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-693365551/backup-masters/bfeb2336aed7,34753,1731503839275 from backup master directory 2024-11-13T13:17:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/backup-masters/bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:20,370 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:20,370 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:20,372 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T13:17:20,374 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T13:17:20,429 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/hbase.id] with ID: 28b41336-2e94-4214-8ca5-ca8792708b7f 2024-11-13T13:17:20,429 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/.tmp/hbase.id 2024-11-13T13:17:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:17:20,842 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/.tmp/hbase.id]:[hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/hbase.id] 2024-11-13T13:17:20,889 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:20,895 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:17:20,914 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T13:17:20,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:20,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:20,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:17:20,994 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:21,001 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:17:21,020 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:17:21,025 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:21,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:17:21,481 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store 2024-11-13T13:17:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:17:21,512 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T13:17:21,517 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:21,519 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:21,519 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:21,519 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:21,521 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:21,521 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:21,522 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:21,523 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503841518Disabling compacts and flushes for region at 1731503841518Disabling writes for close at 1731503841521 (+3 ms)Writing region close event to WAL at 1731503841522 (+1 ms)Closed at 1731503841522 2024-11-13T13:17:21,526 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/.initializing 2024-11-13T13:17:21,526 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:21,536 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:21,554 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C34753%2C1731503839275, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/oldWALs, maxLogs=10 2024-11-13T13:17:21,584 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275/bfeb2336aed7%2C34753%2C1731503839275.1731503841559, exclude list is [], retry=0 2024-11-13T13:17:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:21,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T13:17:21,652 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 2024-11-13T13:17:21,653 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:21,653 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:21,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:21,658 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,659 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:17:21,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:21,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:21,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:17:21,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:21,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:21,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:17:21,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:21,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:21,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:17:21,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:21,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:21,759 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,765 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,768 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,774 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,775 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,778 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:21,782 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:21,787 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:21,791 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70989714, jitterRate=0.05782917141914368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:21,801 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503841675Initializing all the Stores at 1731503841678 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503841678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503841679 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503841679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503841679Cleaning up temporary data from old regions at 1731503841775 (+96 ms)Region opened successfully at 1731503841800 (+25 ms) 2024-11-13T13:17:21,803 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:17:21,846 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efc4be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:21,876 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:17:21,887 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:17:21,888 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:17:21,891 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:17:21,892 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T13:17:21,897 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T13:17:21,898 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:17:21,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:17:21,942 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/balancer because node does not exist (not necessarily an error) 2024-11-13T13:17:22,025 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/balancer already deleted, retry=false 2024-11-13T13:17:22,028 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:17:22,030 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:17:22,042 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/normalizer already deleted, retry=false 2024-11-13T13:17:22,045 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:17:22,049 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:17:22,057 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/switch/split already deleted, retry=false 2024-11-13T13:17:22,059 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:17:22,067 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/switch/merge already deleted, retry=false 2024-11-13T13:17:22,091 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:17:22,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/snapshot-cleanup already deleted, retry=false 2024-11-13T13:17:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:22,120 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,34753,1731503839275, sessionid=0x1013457bd6e0000, setting cluster-up flag (Was=false) 2024-11-13T13:17:22,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:22,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:22,183 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-693365551/flush-table-proc/acquired, /0-693365551/flush-table-proc/reached, /0-693365551/flush-table-proc/abort 2024-11-13T13:17:22,186 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:22,242 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-693365551/online-snapshot/acquired, /0-693365551/online-snapshot/reached, /0-693365551/online-snapshot/abort 2024-11-13T13:17:22,245 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:22,252 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:17:22,284 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(746): ClusterId : 28b41336-2e94-4214-8ca5-ca8792708b7f 2024-11-13T13:17:22,286 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:17:22,331 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:22,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:17:22,350 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:17:22,356 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,34753,1731503839275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:17:22,368 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:17:22,368 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:22,368 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:17:22,368 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:22,368 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:22,369 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:22,369 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:17:22,369 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,369 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:22,369 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,374 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503872374 2024-11-13T13:17:22,377 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:17:22,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:22,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:17:22,378 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:17:22,384 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:17:22,385 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:17:22,385 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:17:22,385 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:17:22,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:22,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:17:22,388 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:17:22,409 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:17:22,409 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:17:22,410 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:17:22,412 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:17:22,412 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:17:22,416 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503842414,5,FailOnTimeoutGroup] 2024-11-13T13:17:22,421 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503842416,5,FailOnTimeoutGroup] 2024-11-13T13:17:22,422 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,422 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:17:22,424 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,425 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:17:22,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:17:22,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b 2024-11-13T13:17:22,450 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:17:22,451 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d3ef7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:22,473 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:45133 2024-11-13T13:17:22,477 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:17:22,478 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:17:22,478 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:17:22,481 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,34753,1731503839275 with port=45133, startcode=1731503840179 2024-11-13T13:17:22,494 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:17:22,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741832_1008 (size=32) 2024-11-13T13:17:22,547 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:17:22,555 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:22,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34753 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:22,576 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b 2024-11-13T13:17:22,576 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43741 2024-11-13T13:17:22,576 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:17:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/rs 2024-11-13T13:17:22,606 DEBUG [RS:0;bfeb2336aed7:45133 {}] zookeeper.ZKUtil(111): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on existing znode=/0-693365551/rs/bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:22,606 WARN [RS:0;bfeb2336aed7:45133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:22,606 INFO [RS:0;bfeb2336aed7:45133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:22,606 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:22,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,45133,1731503840179] 2024-11-13T13:17:22,636 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:17:22,657 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:17:22,663 INFO [RS:0;bfeb2336aed7:45133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:17:22,663 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,665 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:17:22,671 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:17:22,673 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,674 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,674 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,674 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,675 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,675 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,675 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:22,675 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,675 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,676 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,676 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,676 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,676 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:22,676 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:22,677 DEBUG [RS:0;bfeb2336aed7:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:22,679 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,679 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,679 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,679 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,679 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,680 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45133,1731503840179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:22,706 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:17:22,708 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45133,1731503840179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,709 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,709 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.Replication(171): bfeb2336aed7,45133,1731503840179 started 2024-11-13T13:17:22,735 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:22,735 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,45133,1731503840179, RpcServer on bfeb2336aed7/172.17.0.2:45133, sessionid=0x1013457bd6e0001 2024-11-13T13:17:22,736 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:17:22,737 DEBUG [RS:0;bfeb2336aed7:45133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:22,737 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45133,1731503840179' 2024-11-13T13:17:22,737 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-693365551/flush-table-proc/abort' 2024-11-13T13:17:22,738 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-693365551/flush-table-proc/acquired' 2024-11-13T13:17:22,739 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:17:22,739 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:17:22,739 DEBUG [RS:0;bfeb2336aed7:45133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:22,739 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45133,1731503840179' 2024-11-13T13:17:22,739 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-693365551/online-snapshot/abort' 2024-11-13T13:17:22,740 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-693365551/online-snapshot/acquired' 2024-11-13T13:17:22,741 DEBUG [RS:0;bfeb2336aed7:45133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:17:22,741 INFO [RS:0;bfeb2336aed7:45133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:17:22,741 INFO [RS:0;bfeb2336aed7:45133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:17:22,847 INFO [RS:0;bfeb2336aed7:45133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:22,850 INFO [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45133%2C1731503840179, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs, maxLogs=10 2024-11-13T13:17:22,872 DEBUG [RS:0;bfeb2336aed7:45133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853, exclude list is [], retry=0 2024-11-13T13:17:22,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:22,881 INFO [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 2024-11-13T13:17:22,881 DEBUG [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:22,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:22,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:22,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:22,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:22,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:22,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:22,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:22,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:22,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:22,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:22,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:22,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:22,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:22,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:22,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:22,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:22,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:22,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:22,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740 2024-11-13T13:17:22,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740 2024-11-13T13:17:22,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:22,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:22,945 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:22,956 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:22,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73627560, jitterRate=0.09713613986968994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:22,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503842900Initializing all the Stores at 1731503842902 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503842902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503842902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503842902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503842902Cleaning up temporary data from old regions at 1731503842944 (+42 ms)Region opened successfully at 1731503842962 (+18 ms) 2024-11-13T13:17:22,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:22,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:22,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:22,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:22,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:22,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:22,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503842962Disabling compacts and flushes for region at 1731503842962Disabling writes for close at 1731503842962Writing region close event to WAL at 1731503842963 (+1 ms)Closed at 1731503842964 (+1 ms) 2024-11-13T13:17:22,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:22,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:17:22,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:17:22,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:22,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:17:23,144 DEBUG [bfeb2336aed7:34753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:17:23,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:23,161 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45133,1731503840179, state=OPENING 2024-11-13T13:17:23,204 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:17:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:23,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:23,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:23,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:23,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45133,1731503840179}] 2024-11-13T13:17:23,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:17:23,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:17:23,410 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:17:23,410 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:23,411 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:17:23,414 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45133%2C1731503840179.meta, suffix=.meta, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs, maxLogs=10 2024-11-13T13:17:23,431 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.meta.1731503843416.meta, exclude list is [], retry=0 2024-11-13T13:17:23,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:23,438 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.meta.1731503843416.meta 2024-11-13T13:17:23,440 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:23,441 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:23,445 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:23,447 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:23,449 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:17:23,451 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:17:23,454 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:17:23,454 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:23,455 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:17:23,455 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:17:23,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:23,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:23,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:23,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:23,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:23,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:23,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:23,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:23,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:23,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:23,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:23,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:23,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:23,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:23,469 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:23,471 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740 2024-11-13T13:17:23,475 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740 2024-11-13T13:17:23,477 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:23,477 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:23,478 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:23,481 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:23,484 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68175665, jitterRate=0.015896573662757874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:23,485 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:17:23,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503843455Writing region info on filesystem at 1731503843455Initializing all the Stores at 1731503843457 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503843457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503843457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503843458 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503843458Cleaning up temporary data from old regions at 1731503843477 (+19 ms)Running coprocessor post-open hooks at 1731503843485 (+8 ms)Region opened successfully at 1731503843487 (+2 ms) 2024-11-13T13:17:23,494 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503843387 2024-11-13T13:17:23,507 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:17:23,507 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:17:23,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:23,512 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45133,1731503840179, state=OPEN 2024-11-13T13:17:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:23,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:23,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:23,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:23,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:17:23,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45133,1731503840179 in 376 msec 2024-11-13T13:17:23,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:17:23,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-13T13:17:23,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:23,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:17:23,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:23,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45133,1731503840179, seqNum=-1] 2024-11-13T13:17:23,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:23,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:23,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3900 sec 2024-11-13T13:17:23,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503843676, completionTime=-1 2024-11-13T13:17:23,679 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:17:23,679 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:17:23,709 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:17:23,709 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503903709 2024-11-13T13:17:23,709 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731503963709 2024-11-13T13:17:23,710 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-13T13:17:23,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34753,1731503839275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,712 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34753,1731503839275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,712 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34753,1731503839275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:34753, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,714 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,714 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,720 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:17:23,743 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.373sec 2024-11-13T13:17:23,745 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:17:23,746 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:17:23,747 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:17:23,747 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:17:23,748 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:17:23,748 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34753,1731503839275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:23,749 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34753,1731503839275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:17:23,757 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:17:23,758 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:17:23,759 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34753,1731503839275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:23,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b283f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:23,798 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T13:17:23,798 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T13:17:23,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34753,-1 for getting cluster id 2024-11-13T13:17:23,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:23,812 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b41336-2e94-4214-8ca5-ca8792708b7f' 2024-11-13T13:17:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b41336-2e94-4214-8ca5-ca8792708b7f" 2024-11-13T13:17:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7b2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34753,-1] 2024-11-13T13:17:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:23,823 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:23,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:23,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622797e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:23,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45133,1731503840179, seqNum=-1] 2024-11-13T13:17:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:23,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:23,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:23,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:23,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013457bd6e0002 connected 2024-11-13T13:17:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir so I do NOT create it in target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167 2024-11-13T13:17:23,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:17:23,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.tmp.dir so I do NOT create it in target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167 2024-11-13T13:17:23,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:17:23,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167 2024-11-13T13:17:23,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:17:23,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/cluster_ab9c3b4d-020a-c78f-09f3-cd34bbe6cb77, deleteOnExit=true 2024-11-13T13:17:23,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:17:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/test.cache.data in system properties and HBase conf 2024-11-13T13:17:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:17:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:17:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:17:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:17:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:17:23,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:17:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:17:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:17:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:17:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:17:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:17:24,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:24,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:24,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:24,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:24,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:17:24,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:24,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:24,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:24,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b90337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/java.io.tmpdir/jetty-localhost-39379-hadoop-hdfs-3_4_1-tests_jar-_-any-10143933957599695398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:17:24,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:39379} 2024-11-13T13:17:24,447 INFO [Time-limited test {}] server.Server(415): Started @12771ms 2024-11-13T13:17:24,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:24,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:24,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:24,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:24,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:17:24,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:24,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:24,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191c2095{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/java.io.tmpdir/jetty-localhost-41105-hadoop-hdfs-3_4_1-tests_jar-_-any-6880513032835481020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:17:24,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:41105} 2024-11-13T13:17:24,889 INFO [Time-limited test {}] server.Server(415): Started @13213ms 2024-11-13T13:17:24,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:17:25,562 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/cluster_ab9c3b4d-020a-c78f-09f3-cd34bbe6cb77/data/data1/current/BP-2015078476-172.17.0.2-1731503843956/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:25,562 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/cluster_ab9c3b4d-020a-c78f-09f3-cd34bbe6cb77/data/data2/current/BP-2015078476-172.17.0.2-1731503843956/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:25,614 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:17:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe55b593db05d1618 with lease ID 0x4131ade5a299c37b: Processing first storage report for DS-21169b33-0b08-4558-90ac-b7d1b0ebeb0b from datanode DatanodeRegistration(127.0.0.1:36981, datanodeUuid=8479140d-3aaf-4e41-bade-51940d1a41c3, infoPort=35363, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=165008178;c=1731503843956) 2024-11-13T13:17:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe55b593db05d1618 with lease ID 0x4131ade5a299c37b: from storage DS-21169b33-0b08-4558-90ac-b7d1b0ebeb0b node DatanodeRegistration(127.0.0.1:36981, datanodeUuid=8479140d-3aaf-4e41-bade-51940d1a41c3, infoPort=35363, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=165008178;c=1731503843956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:17:25,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe55b593db05d1618 with lease ID 0x4131ade5a299c37b: Processing first storage report for DS-8b80bca4-b42a-468f-aac2-3caabcf627ba from datanode DatanodeRegistration(127.0.0.1:36981, datanodeUuid=8479140d-3aaf-4e41-bade-51940d1a41c3, infoPort=35363, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=165008178;c=1731503843956) 2024-11-13T13:17:25,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe55b593db05d1618 with lease ID 0x4131ade5a299c37b: from storage DS-8b80bca4-b42a-468f-aac2-3caabcf627ba node DatanodeRegistration(127.0.0.1:36981, datanodeUuid=8479140d-3aaf-4e41-bade-51940d1a41c3, infoPort=35363, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=165008178;c=1731503843956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:17:25,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167 2024-11-13T13:17:25,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:25,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:17:26,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21 with version=8 2024-11-13T13:17:26,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/hbase-staging 2024-11-13T13:17:26,064 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:26,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:26,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:26,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:26,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:26,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:26,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:17:26,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:26,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46865 2024-11-13T13:17:26,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46865 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:26,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468650x0, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:26,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46865-0x1013457bd6e0003 connected 2024-11-13T13:17:26,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:26,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:26,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/running 2024-11-13T13:17:26,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21, hbase.cluster.distributed=false 2024-11-13T13:17:26,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/acl 2024-11-13T13:17:26,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-13T13:17:26,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46865 2024-11-13T13:17:26,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46865 2024-11-13T13:17:26,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-13T13:17:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-13T13:17:26,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:26,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:26,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:26,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:26,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:26,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:26,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:17:26,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:26,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34293 2024-11-13T13:17:26,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34293 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:26,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:26,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342930x0, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:26,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342930x0, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/running 2024-11-13T13:17:26,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:17:26,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34293-0x1013457bd6e0004 connected 2024-11-13T13:17:26,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:17:26,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/master 2024-11-13T13:17:26,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/acl 2024-11-13T13:17:26,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34293 2024-11-13T13:17:26,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34293 2024-11-13T13:17:26,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34293 2024-11-13T13:17:26,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34293 2024-11-13T13:17:26,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34293 2024-11-13T13:17:26,730 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:46865 2024-11-13T13:17:26,756 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1277745222/backup-masters/bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:26,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222/backup-masters 2024-11-13T13:17:26,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222/backup-masters 2024-11-13T13:17:26,769 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on existing znode=/1-1277745222/backup-masters/bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:26,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:26,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1277745222/master 2024-11-13T13:17:26,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:26,780 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on existing znode=/1-1277745222/master 2024-11-13T13:17:26,781 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1277745222/backup-masters/bfeb2336aed7,46865,1731503846063 from backup master directory 2024-11-13T13:17:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1277745222/backup-masters/bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222/backup-masters 2024-11-13T13:17:26,794 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222/backup-masters 2024-11-13T13:17:26,794 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:26,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/hbase.id] with ID: 16984acd-f192-4218-ac83-d0eedd3c997d 2024-11-13T13:17:26,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/.tmp/hbase.id 2024-11-13T13:17:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:17:26,868 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/.tmp/hbase.id]:[hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/hbase.id] 2024-11-13T13:17:26,909 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:26,909 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:17:26,914 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T13:17:26,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:26,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:17:26,958 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:26,960 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:17:26,968 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:17:27,003 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store 2024-11-13T13:17:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:17:27,052 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:27,052 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:27,052 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:27,052 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:27,053 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:27,053 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:27,053 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:27,053 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503847052Disabling compacts and flushes for region at 1731503847052Disabling writes for close at 1731503847053 (+1 ms)Writing region close event to WAL at 1731503847053Closed at 1731503847053 2024-11-13T13:17:27,057 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/.initializing 2024-11-13T13:17:27,057 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/WALs/bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:27,063 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:27,069 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C46865%2C1731503846063, suffix=, logDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/WALs/bfeb2336aed7,46865,1731503846063, archiveDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/oldWALs, maxLogs=10 2024-11-13T13:17:27,090 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/WALs/bfeb2336aed7,46865,1731503846063/bfeb2336aed7%2C46865%2C1731503846063.1731503847069, exclude list is [], retry=0 2024-11-13T13:17:27,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36981,DS-21169b33-0b08-4558-90ac-b7d1b0ebeb0b,DISK] 2024-11-13T13:17:27,114 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/WALs/bfeb2336aed7,46865,1731503846063/bfeb2336aed7%2C46865%2C1731503846063.1731503847069 2024-11-13T13:17:27,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35363:35363)] 2024-11-13T13:17:27,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:27,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:27,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,118 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:17:27,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:27,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:17:27,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:27,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:17:27,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:27,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:17:27,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:27,153 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,155 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,156 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,159 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,159 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,161 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:27,173 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:27,179 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:27,180 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942595, jitterRate=0.05712704360485077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:27,181 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503847118Initializing all the Stores at 1731503847120 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503847120Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503847126 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503847126Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503847126Cleaning up temporary data from old regions at 1731503847159 (+33 ms)Region opened successfully at 1731503847181 (+22 ms) 2024-11-13T13:17:27,184 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:17:27,193 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634a7b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:27,194 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:17:27,195 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:17:27,195 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:17:27,195 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:17:27,196 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T13:17:27,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:17:27,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:17:27,207 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:17:27,209 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Unable to get data of znode /1-1277745222/balancer because node does not exist (not necessarily an error) 2024-11-13T13:17:27,221 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1277745222/balancer already deleted, retry=false 2024-11-13T13:17:27,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:17:27,222 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Unable to get data of znode /1-1277745222/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:17:27,235 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1277745222/normalizer already deleted, retry=false 2024-11-13T13:17:27,236 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:17:27,238 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Unable to get data of znode /1-1277745222/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:17:27,246 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1277745222/switch/split already deleted, retry=false 2024-11-13T13:17:27,248 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Unable to get data of znode /1-1277745222/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:17:27,263 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1277745222/switch/merge already deleted, retry=false 2024-11-13T13:17:27,267 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Unable to get data of znode /1-1277745222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:17:27,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1277745222/snapshot-cleanup already deleted, retry=false 2024-11-13T13:17:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1277745222/running 2024-11-13T13:17:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1277745222/running 2024-11-13T13:17:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:27,289 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,46865,1731503846063, sessionid=0x1013457bd6e0003, setting cluster-up flag (Was=false) 2024-11-13T13:17:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:27,341 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1277745222/flush-table-proc/acquired, /1-1277745222/flush-table-proc/reached, /1-1277745222/flush-table-proc/abort 2024-11-13T13:17:27,343 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:27,404 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1277745222/online-snapshot/acquired, /1-1277745222/online-snapshot/reached, /1-1277745222/online-snapshot/abort 2024-11-13T13:17:27,406 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:27,409 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:17:27,413 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:27,413 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:17:27,414 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:17:27,414 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,46865,1731503846063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:17:27,416 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(746): ClusterId : 16984acd-f192-4218-ac83-d0eedd3c997d 2024-11-13T13:17:27,417 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:17:27,417 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:27,417 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:27,418 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:27,418 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:27,418 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:17:27,419 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,419 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:27,419 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,428 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:17:27,428 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:17:27,437 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:17:27,438 DEBUG [RS:0;bfeb2336aed7:34293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54548e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:27,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:27,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:17:27,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:17:27,476 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:34293 2024-11-13T13:17:27,476 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:17:27,476 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:17:27,476 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:17:27,478 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,46865,1731503846063 with port=34293, startcode=1731503846649 2024-11-13T13:17:27,479 DEBUG [RS:0;bfeb2336aed7:34293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:17:27,479 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503877479 2024-11-13T13:17:27,479 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:17:27,480 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:17:27,480 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:17:27,480 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:17:27,480 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:17:27,481 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:17:27,497 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:17:27,498 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46865 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T13:17:27,505 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,511 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:17:27,517 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:17:27,517 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:17:27,517 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:17:27,540 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:17:27,540 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:17:27,541 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503847540,5,FailOnTimeoutGroup] 2024-11-13T13:17:27,541 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503847541,5,FailOnTimeoutGroup] 2024-11-13T13:17:27,541 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,541 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:17:27,541 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,541 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:17:27,547 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T13:17:27,547 WARN [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T13:17:27,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:17:27,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21 2024-11-13T13:17:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741832_1008 (size=32) 2024-11-13T13:17:27,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:27,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:27,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:27,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:27,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:27,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:27,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:27,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:27,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:27,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:27,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:27,648 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,46865,1731503846063 with port=34293, startcode=1731503846649 2024-11-13T13:17:27,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:27,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:27,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:27,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46865 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:27,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:27,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:27,655 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21 2024-11-13T13:17:27,655 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40759 2024-11-13T13:17:27,655 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:17:27,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740 2024-11-13T13:17:27,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740 2024-11-13T13:17:27,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:27,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:27,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:27,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:27,670 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:27,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74899920, jitterRate=0.11609578132629395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503847604Initializing all the Stores at 1731503847607 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503847607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503847608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503847608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503847608Cleaning up temporary data from old regions at 1731503847660 (+52 ms)Region opened successfully at 1731503847673 (+13 ms) 2024-11-13T13:17:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:27,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:27,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:27,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503847673Disabling compacts and flushes for region at 1731503847673Disabling writes for close at 1731503847673Writing region close event to WAL at 1731503847676 (+3 ms)Closed at 1731503847676 2024-11-13T13:17:27,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:27,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:17:27,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:17:27,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:27,729 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:17:27,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222/rs 2024-11-13T13:17:27,836 DEBUG [RS:0;bfeb2336aed7:34293 {}] zookeeper.ZKUtil(111): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on existing znode=/1-1277745222/rs/bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:27,836 WARN [RS:0;bfeb2336aed7:34293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:27,837 INFO [RS:0;bfeb2336aed7:34293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:27,837 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:27,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,34293,1731503846649] 2024-11-13T13:17:27,845 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:17:27,847 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:17:27,848 INFO [RS:0;bfeb2336aed7:34293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:17:27,848 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,849 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:17:27,850 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:17:27,850 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,850 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,850 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,850 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,851 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:27,852 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:27,852 DEBUG [RS:0;bfeb2336aed7:34293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:27,852 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,852 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,853 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,853 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,853 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,853 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34293,1731503846649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:27,874 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:17:27,874 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34293,1731503846649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,874 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,874 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.Replication(171): bfeb2336aed7,34293,1731503846649 started 2024-11-13T13:17:27,879 WARN [bfeb2336aed7:46865 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T13:17:27,893 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:27,894 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,34293,1731503846649, RpcServer on bfeb2336aed7/172.17.0.2:34293, sessionid=0x1013457bd6e0004 2024-11-13T13:17:27,894 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:17:27,894 DEBUG [RS:0;bfeb2336aed7:34293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:27,894 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,34293,1731503846649' 2024-11-13T13:17:27,894 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1277745222/flush-table-proc/abort' 2024-11-13T13:17:27,895 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1277745222/flush-table-proc/acquired' 2024-11-13T13:17:27,895 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:17:27,895 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:17:27,895 DEBUG [RS:0;bfeb2336aed7:34293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:27,895 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,34293,1731503846649' 2024-11-13T13:17:27,895 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1277745222/online-snapshot/abort' 2024-11-13T13:17:27,896 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1277745222/online-snapshot/acquired' 2024-11-13T13:17:27,896 DEBUG [RS:0;bfeb2336aed7:34293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:17:27,897 INFO [RS:0;bfeb2336aed7:34293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:17:27,897 INFO [RS:0;bfeb2336aed7:34293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:17:27,997 INFO [RS:0;bfeb2336aed7:34293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:28,000 INFO [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C34293%2C1731503846649, suffix=, logDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649, archiveDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/oldWALs, maxLogs=10 2024-11-13T13:17:28,021 DEBUG [RS:0;bfeb2336aed7:34293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649/bfeb2336aed7%2C34293%2C1731503846649.1731503848003, exclude list is [], retry=0 2024-11-13T13:17:28,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36981,DS-21169b33-0b08-4558-90ac-b7d1b0ebeb0b,DISK] 2024-11-13T13:17:28,030 INFO [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649/bfeb2336aed7%2C34293%2C1731503846649.1731503848003 2024-11-13T13:17:28,031 DEBUG [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35363:35363)] 2024-11-13T13:17:28,130 DEBUG [bfeb2336aed7:46865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:17:28,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:28,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,34293,1731503846649, state=OPENING 2024-11-13T13:17:28,157 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:17:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:28,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:28,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1277745222/meta-region-server: CHANGED 2024-11-13T13:17:28,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1277745222/meta-region-server: CHANGED 2024-11-13T13:17:28,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34293,1731503846649}] 2024-11-13T13:17:28,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:17:28,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:17:28,337 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:17:28,337 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:28,337 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:17:28,342 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C34293%2C1731503846649.meta, suffix=.meta, logDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649, archiveDir=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/oldWALs, maxLogs=10 2024-11-13T13:17:28,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649/bfeb2336aed7%2C34293%2C1731503846649.meta.1731503848345.meta, exclude list is [], retry=0 2024-11-13T13:17:28,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36981,DS-21169b33-0b08-4558-90ac-b7d1b0ebeb0b,DISK] 2024-11-13T13:17:28,374 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/WALs/bfeb2336aed7,34293,1731503846649/bfeb2336aed7%2C34293%2C1731503846649.meta.1731503848345.meta 2024-11-13T13:17:28,374 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35363:35363)] 2024-11-13T13:17:28,374 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:28,375 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:28,375 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:28,375 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:17:28,375 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:17:28,376 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:17:28,376 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:28,376 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:17:28,376 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:17:28,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:28,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:28,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:28,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:28,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:28,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:28,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:28,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:28,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:28,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:28,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:28,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:28,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:28,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:28,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:28,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:28,396 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:28,398 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740 2024-11-13T13:17:28,400 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740 2024-11-13T13:17:28,402 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:28,402 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:28,403 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:28,405 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:28,407 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63372784, jitterRate=-0.05567193031311035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:28,407 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:17:28,407 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503848376Writing region info on filesystem at 1731503848376Initializing all the Stores at 1731503848378 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503848378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503848380 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503848380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503848380Cleaning up temporary data from old regions at 1731503848402 (+22 ms)Running coprocessor post-open hooks at 1731503848407 (+5 ms)Region opened successfully at 1731503848407 2024-11-13T13:17:28,409 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503848324 2024-11-13T13:17:28,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:28,417 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:17:28,417 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:17:28,418 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,34293,1731503846649, state=OPEN 2024-11-13T13:17:28,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1277745222/meta-region-server 2024-11-13T13:17:28,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1277745222/meta-region-server 2024-11-13T13:17:28,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1277745222/meta-region-server: CHANGED 2024-11-13T13:17:28,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1277745222/meta-region-server: CHANGED 2024-11-13T13:17:28,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:28,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:17:28,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34293,1731503846649 in 277 msec 2024-11-13T13:17:28,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:17:28,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-11-13T13:17:28,459 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:28,459 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:17:28,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:28,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34293,1731503846649, seqNum=-1] 2024-11-13T13:17:28,462 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:28,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:28,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-11-13T13:17:28,474 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503848474, completionTime=-1 2024-11-13T13:17:28,474 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:17:28,475 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:17:28,477 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:17:28,477 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503908477 2024-11-13T13:17:28,477 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731503968477 2024-11-13T13:17:28,478 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:17:28,478 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,46865,1731503846063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,478 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,46865,1731503846063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,478 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,46865,1731503846063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,478 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:46865, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,478 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,479 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,481 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.689sec 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,46865,1731503846063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:28,484 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,46865,1731503846063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:17:28,488 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:17:28,488 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:17:28,489 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,46865,1731503846063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:28,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca84819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:28,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:28,517 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba6560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:28,522 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:28,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa83a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34293,1731503846649, seqNum=-1] 2024-11-13T13:17:28,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:28,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:28,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:28,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:28,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013457bd6e0005 connected 2024-11-13T13:17:28,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a8b793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34753,-1 for getting cluster id 2024-11-13T13:17:28,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:28,566 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b41336-2e94-4214-8ca5-ca8792708b7f' 2024-11-13T13:17:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b41336-2e94-4214-8ca5-ca8792708b7f" 2024-11-13T13:17:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f76ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34753,-1] 2024-11-13T13:17:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:28,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1743a233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:28,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd70595 2024-11-13T13:17:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:28,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:28,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:17:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:17:28,632 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:28,636 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7836c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,637 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:28,637 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:28,638 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:28,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:28,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:28,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6f772d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:28,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:28,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:28,642 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:28,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f502679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:28,644 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d6581a 2024-11-13T13:17:28,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:28,653 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:28,675 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T13:17:28,675 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:17:28,681 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:28,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:28,694 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:28,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:28,728 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:17:28,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:17:28,735 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:28,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:17:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741835_1011 (size=1138) 2024-11-13T13:17:28,762 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f5a938862b6540524b902a846413aa4, NAME => 'hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b 2024-11-13T13:17:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741836_1012 (size=44) 2024-11-13T13:17:28,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:28,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f5a938862b6540524b902a846413aa4, disabling compactions & flushes 2024-11-13T13:17:28,779 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:28,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:28,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. after waiting 0 ms 2024-11-13T13:17:28,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:28,779 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:28,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f5a938862b6540524b902a846413aa4: Waiting for close lock at 1731503848779Disabling compacts and flushes for region at 1731503848779Disabling writes for close at 1731503848779Writing region close event to WAL at 1731503848779Closed at 1731503848779 2024-11-13T13:17:28,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:17:28,782 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:17:28,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731503848782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731503848782"}]},"ts":"1731503848782"} 2024-11-13T13:17:28,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:17:28,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:17:28,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503848794"}]},"ts":"1731503848794"} 2024-11-13T13:17:28,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:17:28,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN}] 2024-11-13T13:17:28,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN 2024-11-13T13:17:28,807 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45133,1731503840179; forceNewPlan=false, retain=false 2024-11-13T13:17:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:28,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f5a938862b6540524b902a846413aa4, regionState=OPENING, regionLocation=bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:28,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN because future has completed 2024-11-13T13:17:28,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f5a938862b6540524b902a846413aa4, server=bfeb2336aed7,45133,1731503840179}] 2024-11-13T13:17:28,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:17:29,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:17:29,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:29,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:29,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:17:29,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45133%2C1731503840179.rep, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs, maxLogs=10 2024-11-13T13:17:29,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.rep.1731503849135, exclude list is [], retry=0 2024-11-13T13:17:29,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:29,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.rep.1731503849135 2024-11-13T13:17:29,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:29,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f5a938862b6540524b902a846413aa4, NAME => 'hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:29,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:29,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:29,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. service=MultiRowMutationService 2024-11-13T13:17:29,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:17:29,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:29,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,166 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,169 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5a938862b6540524b902a846413aa4 columnFamilyName hfileref 2024-11-13T13:17:29,169 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:29,170 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(327): Store=0f5a938862b6540524b902a846413aa4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:29,170 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,173 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5a938862b6540524b902a846413aa4 columnFamilyName queue 2024-11-13T13:17:29,173 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:29,174 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(327): Store=0f5a938862b6540524b902a846413aa4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:29,174 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,177 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5a938862b6540524b902a846413aa4 columnFamilyName sid 2024-11-13T13:17:29,177 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:29,178 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(327): Store=0f5a938862b6540524b902a846413aa4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:17:29,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:29,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0f5a938862b6540524b902a846413aa4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61611762, jitterRate=-0.08191320300102234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:17:29,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:29,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0f5a938862b6540524b902a846413aa4: Running coprocessor pre-open hook at 1731503849164Writing region info on filesystem at 1731503849164Initializing all the Stores at 1731503849166 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503849166Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503849166Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503849166Cleaning up temporary data from old regions at 1731503849187 (+21 ms)Running coprocessor post-open hooks at 1731503849200 (+13 ms)Region opened successfully at 1731503849201 (+1 ms) 2024-11-13T13:17:29,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., pid=7, masterSystemTime=1731503849119 2024-11-13T13:17:29,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:29,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:29,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f5a938862b6540524b902a846413aa4, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:29,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f5a938862b6540524b902a846413aa4, server=bfeb2336aed7,45133,1731503840179 because future has completed 2024-11-13T13:17:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T13:17:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f5a938862b6540524b902a846413aa4, server=bfeb2336aed7,45133,1731503840179 in 258 msec 2024-11-13T13:17:29,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:17:29,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN in 426 msec 2024-11-13T13:17:29,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:17:29,239 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503849239"}]},"ts":"1731503849239"} 2024-11-13T13:17:29,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:17:29,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:17:29,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 555 msec 2024-11-13T13:17:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., hostname=bfeb2336aed7,45133,1731503840179, seqNum=2] 2024-11-13T13:17:29,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45133 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T13:17:29,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:29,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:29,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:17:29,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T13:17:29,561 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:17:29,615 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,45133,1731503840179, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:17:29,617 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:29,617 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45133,1731503840179, seqNum=-1] 2024-11-13T13:17:29,617 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:29,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T13:17:29,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,45133,1731503840179', locateType=CURRENT is [region=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., hostname=bfeb2336aed7,45133,1731503840179, seqNum=2] 2024-11-13T13:17:29,629 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T13:17:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T13:17:29,638 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,45133,1731503840179 suceeded 2024-11-13T13:17:29,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T13:17:29,650 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:29,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-11-13T13:17:29,660 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:29,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0570 sec 2024-11-13T13:17:29,663 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322bb9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,663 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:29,663 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:29,665 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a50b1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:29,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:29,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,670 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:29,672 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755a0b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,672 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:29,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:29,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@510a6fc9 2024-11-13T13:17:29,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:29,675 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T13:17:29,676 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,45133,1731503840179 (queues=1) is replicating from cluster=28b41336-2e94-4214-8ca5-ca8792708b7f to cluster=16984acd-f192-4218-ac83-d0eedd3c997d 2024-11-13T13:17:29,679 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C45133%2C1731503840179 2024-11-13T13:17:29,683 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,45133,1731503840179, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:17:29,688 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.shipperbfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C45133%2C1731503840179 2024-11-13T13:17:29,690 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853, startPosition=0, beingWritten=true 2024-11-13T13:17:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:17:29,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:17:29,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:17:29,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T13:17:29,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:29,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T13:17:29,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:29,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T13:17:29,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:17:29,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T13:17:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:29,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:29,773 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:17:29,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:29,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:29,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd54e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34753,-1 for getting cluster id 2024-11-13T13:17:29,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:29,800 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b41336-2e94-4214-8ca5-ca8792708b7f' 2024-11-13T13:17:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b41336-2e94-4214-8ca5-ca8792708b7f" 2024-11-13T13:17:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d406b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34753,-1] 2024-11-13T13:17:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5673e002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e0ac258 2024-11-13T13:17:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:29,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:29,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:17:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:17:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T13:17:29,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:29,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd0f9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,841 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:29,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:29,842 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:29,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570855a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:29,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,845 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:29,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291fa351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:29,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:29,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:29,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6a1d2a 2024-11-13T13:17:29,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:29,852 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:29,853 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:17:29,854 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:17:29,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:29,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:17:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T13:17:29,981 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:30,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T13:17:30,081 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T13:17:30,130 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-bfeb2336aed7,45133,1731503840179, ReplicationSource: 2, currentBandwidth=0 2024-11-13T13:17:30,136 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T13:17:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T13:17:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T13:17:30,148 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bfeb2336aed7,45133,1731503840179 suceeded 2024-11-13T13:17:30,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:17:30,155 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:30,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-13T13:17:30,159 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:30,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 338 msec 2024-11-13T13:17:30,161 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a398131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,161 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:30,161 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:30,162 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:30,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:30,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3375847a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:30,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,167 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:30,169 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377fdc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,169 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:30,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:30,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a48ef 2024-11-13T13:17:30,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:30,174 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T13:17:30,176 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bfeb2336aed7,45133,1731503840179 (queues=1) is replicating from cluster=28b41336-2e94-4214-8ca5-ca8792708b7f to cluster=16984acd-f192-4218-ac83-d0eedd3c997d 2024-11-13T13:17:30,176 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bfeb2336aed7%2C45133%2C1731503840179 2024-11-13T13:17:30,176 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bfeb2336aed7,45133,1731503840179, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:17:30,184 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.shipperbfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C45133%2C1731503840179 2024-11-13T13:17:30,185 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853, startPosition=0, beingWritten=true 2024-11-13T13:17:30,294 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:30,422 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T13:17:30,453 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T13:17:30,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:30,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:30,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:30,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b2107a 2024-11-13T13:17:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:30,466 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:30,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:17:30,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T13:17:30,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:17:30,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T13:17:30,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T13:17:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T13:17:30,482 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:30,483 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b85deb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,483 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:30,483 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:30,484 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:30,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:30,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:30,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecec230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:30,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:30,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,487 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:30,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2994540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,490 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:30,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:30,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b4fe6f 2024-11-13T13:17:30,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:30,493 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:30,494 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T13:17:30,494 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:17:30,494 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:30,495 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:17:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T13:17:30,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T13:17:30,696 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T13:17:30,698 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T13:17:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T13:17:30,702 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on bfeb2336aed7,45133,1731503840179 suceeded 2024-11-13T13:17:30,705 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:30,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T13:17:30,706 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:30,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-13T13:17:30,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 230 msec 2024-11-13T13:17:30,740 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T13:17:30,802 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T13:17:30,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T13:17:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T13:17:30,806 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:30,807 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cb1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,807 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:30,807 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:30,808 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:30,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:30,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:30,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9abbabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:30,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,810 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:30,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c453fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:30,812 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:30,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:30,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d14cea8 2024-11-13T13:17:30,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:30,814 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:30,815 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T13:17:30,815 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:17:30,815 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,815 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:30,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:30,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:17:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T13:17:30,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T13:17:30,980 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T13:17:30,981 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T13:17:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T13:17:30,985 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on bfeb2336aed7,45133,1731503840179 suceeded 2024-11-13T13:17:30,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T13:17:30,990 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://bfeb2336aed7:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:30,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T13:17:30,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-13T13:17:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T13:17:31,122 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T13:17:31,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:17:31,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T13:17:31,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:31,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:31,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:31,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:31,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:17:31,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-13T13:17:31,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:31,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,34753,1731503839275 2024-11-13T13:17:31,146 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:31,212 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:31,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:31,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:31,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:31,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:31,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:31,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:31,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:31,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:31,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:31,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,45133,1731503840179' ***** 2024-11-13T13:17:31,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:31,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:17:31,216 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:17:31,217 INFO [RS:0;bfeb2336aed7:45133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:17:31,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:17:31,217 INFO [RS:0;bfeb2336aed7:45133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:17:31,217 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:31,218 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:31,218 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:31,218 INFO [RS:0;bfeb2336aed7:45133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45133. 2024-11-13T13:17:31,218 DEBUG [RS:0;bfeb2336aed7:45133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:31,218 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:31,218 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f5a938862b6540524b902a846413aa4, disabling compactions & flushes 2024-11-13T13:17:31,219 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:31,219 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:31,219 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:17:31,219 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:17:31,219 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. after waiting 0 ms 2024-11-13T13:17:31,219 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:17:31,219 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:31,219 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:17:31,220 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:17:31,220 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:31,220 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1325): Online Regions={0f5a938862b6540524b902a846413aa4=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:17:31,220 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:31,220 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:31,220 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:31,220 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:31,220 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 0f5a938862b6540524b902a846413aa4, 1588230740 2024-11-13T13:17:31,224 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f5a938862b6540524b902a846413aa4 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T13:17:31,224 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T13:17:31,286 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/.tmp/queue/8a33a0a25efd4c6bba0e0356cdace7fe is 151, key is 1-bfeb2336aed7,45133,1731503840179/queue:bfeb2336aed7%2C45133%2C1731503840179/1731503849624/Put/seqid=0 2024-11-13T13:17:31,286 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/info/a7edd92cb35b4dbb9233d11d7b2e7273 is 147, key is hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4./info:regioninfo/1731503849210/Put/seqid=0 2024-11-13T13:17:31,291 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741839_1015 (size=6631) 2024-11-13T13:17:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741838_1014 (size=5500) 2024-11-13T13:17:31,421 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 0f5a938862b6540524b902a846413aa4, 1588230740 2024-11-13T13:17:31,621 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 0f5a938862b6540524b902a846413aa4, 1588230740 2024-11-13T13:17:31,653 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:31,688 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:17:31,688 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:17:31,697 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/.tmp/queue/8a33a0a25efd4c6bba0e0356cdace7fe 2024-11-13T13:17:31,697 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/info/a7edd92cb35b4dbb9233d11d7b2e7273 2024-11-13T13:17:31,742 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/.tmp/queue/8a33a0a25efd4c6bba0e0356cdace7fe as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/queue/8a33a0a25efd4c6bba0e0356cdace7fe 2024-11-13T13:17:31,752 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/queue/8a33a0a25efd4c6bba0e0356cdace7fe, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T13:17:31,758 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/ns/65ad6720a0bd478cb076f265f03b5537 is 43, key is default/ns:d/1731503843659/Put/seqid=0 2024-11-13T13:17:31,761 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0f5a938862b6540524b902a846413aa4 in 535ms, sequenceid=6, compaction requested=false 2024-11-13T13:17:31,761 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:17:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741840_1016 (size=5153) 2024-11-13T13:17:31,769 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T13:17:31,771 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:31,771 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:31,771 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:31,771 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f5a938862b6540524b902a846413aa4: Waiting for close lock at 1731503851218Running coprocessor pre-close hooks at 1731503851218Disabling compacts and flushes for region at 1731503851218Disabling writes for close at 1731503851219 (+1 ms)Obtaining lock to block concurrent updates at 1731503851224 (+5 ms)Preparing flush snapshotting stores in 0f5a938862b6540524b902a846413aa4 at 1731503851224Finished memstore snapshotting hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731503851230 (+6 ms)Flushing stores of hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. at 1731503851232 (+2 ms)Flushing 0f5a938862b6540524b902a846413aa4/queue: creating writer at 1731503851233 (+1 ms)Flushing 0f5a938862b6540524b902a846413aa4/queue: appending metadata at 1731503851273 (+40 ms)Flushing 0f5a938862b6540524b902a846413aa4/queue: closing flushed file at 1731503851275 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e184fe9: reopening flushed file at 1731503851740 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0f5a938862b6540524b902a846413aa4 in 535ms, sequenceid=6, compaction requested=false at 1731503851761 (+21 ms)Writing region close event to WAL at 1731503851764 (+3 ms)Running coprocessor post-close hooks at 1731503851769 (+5 ms)Closed at 1731503851771 (+2 ms) 2024-11-13T13:17:31,772 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:31,821 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:31,821 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:32,022 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:32,164 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/ns/65ad6720a0bd478cb076f265f03b5537 2024-11-13T13:17:32,192 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/table/5382147942f342689c9be85e5abe00f8 is 53, key is hbase:replication/table:state/1731503849239/Put/seqid=0 2024-11-13T13:17:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741841_1017 (size=5256) 2024-11-13T13:17:32,222 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:17:32,222 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:17:32,222 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:32,263 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:32,423 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:32,532 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:32,599 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/table/5382147942f342689c9be85e5abe00f8 2024-11-13T13:17:32,611 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/info/a7edd92cb35b4dbb9233d11d7b2e7273 as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/info/a7edd92cb35b4dbb9233d11d7b2e7273 2024-11-13T13:17:32,621 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/info/a7edd92cb35b4dbb9233d11d7b2e7273, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T13:17:32,622 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/ns/65ad6720a0bd478cb076f265f03b5537 as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/ns/65ad6720a0bd478cb076f265f03b5537 2024-11-13T13:17:32,623 DEBUG [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:32,630 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/ns/65ad6720a0bd478cb076f265f03b5537, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:17:32,632 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/table/5382147942f342689c9be85e5abe00f8 as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/table/5382147942f342689c9be85e5abe00f8 2024-11-13T13:17:32,642 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/table/5382147942f342689c9be85e5abe00f8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T13:17:32,643 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1423ms, sequenceid=11, compaction requested=false 2024-11-13T13:17:32,649 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T13:17:32,649 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:32,649 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:32,650 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:32,650 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503851220Running coprocessor pre-close hooks at 1731503851220Disabling compacts and flushes for region at 1731503851220Disabling writes for close at 1731503851220Obtaining lock to block concurrent updates at 1731503851224 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731503851224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731503851231 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731503851232 (+1 ms)Flushing 1588230740/info: creating writer at 1731503851233 (+1 ms)Flushing 1588230740/info: appending metadata at 1731503851273 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731503851275 (+2 ms)Flushing 1588230740/ns: creating writer at 1731503851740 (+465 ms)Flushing 1588230740/ns: appending metadata at 1731503851757 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731503851757Flushing 1588230740/table: creating writer at 1731503852177 (+420 ms)Flushing 1588230740/table: appending metadata at 1731503852192 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731503852192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0676b0: reopening flushed file at 1731503852609 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e7972d: reopening flushed file at 1731503852621 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afd68bb: reopening flushed file at 1731503852631 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1423ms, sequenceid=11, compaction requested=false at 1731503852643 (+12 ms)Writing region close event to WAL at 1731503852644 (+1 ms)Running coprocessor post-close hooks at 1731503852649 (+5 ms)Closed at 1731503852650 (+1 ms) 2024-11-13T13:17:32,650 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:32,823 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,45133,1731503840179; all regions closed. 2024-11-13T13:17:32,971 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 to pos 0, reset compression=false 2024-11-13T13:17:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741834_1010 (size=2742) 2024-11-13T13:17:32,990 DEBUG [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs 2024-11-13T13:17:32,991 INFO [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C45133%2C1731503840179.meta:.meta(num 1731503843416) 2024-11-13T13:17:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741837_1013 (size=1802) 2024-11-13T13:17:32,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.rep.1731503849135 not finished, retry = 0 2024-11-13T13:17:33,097 DEBUG [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs 2024-11-13T13:17:33,097 INFO [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C45133%2C1731503840179.rep:(num 1731503849135) 2024-11-13T13:17:33,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741833_1009 (size=93) 2024-11-13T13:17:33,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179/bfeb2336aed7%2C45133%2C1731503840179.1731503842853 not finished, retry = 0 2024-11-13T13:17:33,206 DEBUG [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs 2024-11-13T13:17:33,206 INFO [RS:0;bfeb2336aed7:45133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C45133%2C1731503840179:(num 1731503842853) 2024-11-13T13:17:33,206 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:33,206 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:33,207 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:17:33,207 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:17:33,208 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:17:33,208 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:17:33,208 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,45133,1731503840179 because: Region server is closing 2024-11-13T13:17:33,209 INFO [RS:0;bfeb2336aed7:45133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45133. 2024-11-13T13:17:33,209 DEBUG [RS:0;bfeb2336aed7:45133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:33,209 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:33,210 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:33,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:33,310 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:17:33,310 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.shipperbfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:17:33,311 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45133,1731503840179.replicationSource.shipperbfeb2336aed7%2C45133%2C1731503840179,1-bfeb2336aed7,45133,1731503840179 terminated 2024-11-13T13:17:33,311 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bfeb2336aed7,45133,1731503840179 because: Region server is closing 2024-11-13T13:17:33,311 INFO [RS:0;bfeb2336aed7:45133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45133. 2024-11-13T13:17:33,311 DEBUG [RS:0;bfeb2336aed7:45133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:33,312 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:33,312 DEBUG [RS:0;bfeb2336aed7:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:33,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:33,412 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.wal-reader.bfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:17:33,412 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.shipperbfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:17:33,412 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45133,1731503840179.replicationSource.shipperbfeb2336aed7%2C45133%2C1731503840179,2-bfeb2336aed7,45133,1731503840179 terminated 2024-11-13T13:17:33,413 INFO [RS:0;bfeb2336aed7:45133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45133 2024-11-13T13:17:33,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/rs 2024-11-13T13:17:33,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/rs/bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:33,531 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:17:33,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,45133,1731503840179] 2024-11-13T13:17:33,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/draining/bfeb2336aed7,45133,1731503840179 already deleted, retry=false 2024-11-13T13:17:33,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,45133,1731503840179 expired; onlineServers=0 2024-11-13T13:17:33,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,34753,1731503839275' ***** 2024-11-13T13:17:33,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:17:33,558 INFO [M:0;bfeb2336aed7:34753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:33,558 INFO [M:0;bfeb2336aed7:34753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:17:33,558 DEBUG [M:0;bfeb2336aed7:34753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:17:33,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:17:33,558 DEBUG [M:0;bfeb2336aed7:34753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:17:33,558 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503842416 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503842416,5,FailOnTimeoutGroup] 2024-11-13T13:17:33,558 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503842414 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503842414,5,FailOnTimeoutGroup] 2024-11-13T13:17:33,559 INFO [M:0;bfeb2336aed7:34753 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:17:33,559 INFO [M:0;bfeb2336aed7:34753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:17:33,559 DEBUG [M:0;bfeb2336aed7:34753 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:17:33,559 INFO [M:0;bfeb2336aed7:34753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:17:33,559 INFO [M:0;bfeb2336aed7:34753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:33,560 INFO [M:0;bfeb2336aed7:34753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:17:33,560 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:17:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/master 2024-11-13T13:17:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:33,568 DEBUG [M:0;bfeb2336aed7:34753 {}] zookeeper.ZKUtil(347): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/master because node does not exist (not an error) 2024-11-13T13:17:33,568 WARN [M:0;bfeb2336aed7:34753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:17:33,569 INFO [M:0;bfeb2336aed7:34753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/.lastflushedseqids 2024-11-13T13:17:33,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741842_1018 (size=181) 2024-11-13T13:17:33,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x1013457bd6e0001, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:33,648 INFO [RS:0;bfeb2336aed7:45133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:17:33,648 INFO [RS:0;bfeb2336aed7:45133 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,45133,1731503840179; zookeeper connection closed. 2024-11-13T13:17:33,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ff495ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ff495ec 2024-11-13T13:17:33,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:17:33,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:17:33,982 INFO [M:0;bfeb2336aed7:34753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:17:33,982 INFO [M:0;bfeb2336aed7:34753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:17:33,982 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:33,982 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:33,982 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:33,982 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:33,982 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:33,983 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T13:17:34,006 DEBUG [M:0;bfeb2336aed7:34753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9e85d50d584c05b3c551773c5032b5 is 82, key is hbase:meta,,1/info:regioninfo/1731503843509/Put/seqid=0 2024-11-13T13:17:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741843_1019 (size=5672) 2024-11-13T13:17:34,413 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9e85d50d584c05b3c551773c5032b5 2024-11-13T13:17:34,443 DEBUG [M:0;bfeb2336aed7:34753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbb881596dc42e682e9ac86fac3be5c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731503849252/Put/seqid=0 2024-11-13T13:17:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741844_1020 (size=8663) 2024-11-13T13:17:34,850 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbb881596dc42e682e9ac86fac3be5c 2024-11-13T13:17:34,880 DEBUG [M:0;bfeb2336aed7:34753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a183b059ffc4db9aa1a46bdf7a3043c is 69, key is bfeb2336aed7,45133,1731503840179/rs:state/1731503842561/Put/seqid=0 2024-11-13T13:17:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741845_1021 (size=5156) 2024-11-13T13:17:35,286 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a183b059ffc4db9aa1a46bdf7a3043c 2024-11-13T13:17:35,301 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9e85d50d584c05b3c551773c5032b5 as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9e85d50d584c05b3c551773c5032b5 2024-11-13T13:17:35,308 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9e85d50d584c05b3c551773c5032b5, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T13:17:35,309 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbb881596dc42e682e9ac86fac3be5c as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbb881596dc42e682e9ac86fac3be5c 2024-11-13T13:17:35,316 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbb881596dc42e682e9ac86fac3be5c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T13:17:35,317 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a183b059ffc4db9aa1a46bdf7a3043c as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a183b059ffc4db9aa1a46bdf7a3043c 2024-11-13T13:17:35,324 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a183b059ffc4db9aa1a46bdf7a3043c, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T13:17:35,326 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=115, compaction requested=false 2024-11-13T13:17:35,327 INFO [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:35,327 DEBUG [M:0;bfeb2336aed7:34753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503853982Disabling compacts and flushes for region at 1731503853982Disabling writes for close at 1731503853982Obtaining lock to block concurrent updates at 1731503853983 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503853983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731503853983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503853984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503853984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503854006 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503854006Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503854425 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503854442 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503854443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503854864 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503854879 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503854879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1731503855300 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d99419: reopening flushed file at 1731503855308 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6495db68: reopening flushed file at 1731503855316 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=115, compaction requested=false at 1731503855326 (+10 ms)Writing region close event to WAL at 1731503855327 (+1 ms)Closed at 1731503855327 2024-11-13T13:17:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741830_1006 (size=59421) 2024-11-13T13:17:35,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 not finished, retry = 0 2024-11-13T13:17:35,432 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:17:35,433 INFO [M:0;bfeb2336aed7:34753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:17:35,433 INFO [M:0;bfeb2336aed7:34753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34753 2024-11-13T13:17:35,433 INFO [M:0;bfeb2336aed7:34753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:17:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:35,588 INFO [M:0;bfeb2336aed7:34753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:17:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1013457bd6e0000, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:35,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:35,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:35,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:35,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:35,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:35,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:35,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:17:35,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:35,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39433 2024-11-13T13:17:35,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39433 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394330x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:35,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39433-0x1013457bd6e0006 connected 2024-11-13T13:17:35,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:35,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:35,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:35,630 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: INIT 2024-11-13T13:17:35,630 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b, hbase.cluster.distributed=false 2024-11-13T13:17:35,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/acl 2024-11-13T13:17:35,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39433 2024-11-13T13:17:35,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39433 2024-11-13T13:17:35,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39433 2024-11-13T13:17:35,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39433 2024-11-13T13:17:35,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39433 2024-11-13T13:17:35,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:35,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:35,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:35,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:35,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:35,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:35,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:17:35,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:35,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43885 2024-11-13T13:17:35,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43885 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-11-13T13:17:35,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:35,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438850x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:35,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438850x0, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:35,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43885-0x1013457bd6e0007 connected 2024-11-13T13:17:35,667 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: INIT 2024-11-13T13:17:35,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:17:35,669 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:17:35,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/master 2024-11-13T13:17:35,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/acl 2024-11-13T13:17:35,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-13T13:17:35,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43885 2024-11-13T13:17:35,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43885 2024-11-13T13:17:35,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-13T13:17:35,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-13T13:17:35,686 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:39433 2024-11-13T13:17:35,686 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-693365551/backup-masters/bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:35,699 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on existing znode=/0-693365551/backup-masters/bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693365551/master 2024-11-13T13:17:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:35,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:35,709 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on existing znode=/0-693365551/master 2024-11-13T13:17:35,710 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-693365551/backup-masters/bfeb2336aed7,39433,1731503855590 from backup master directory 2024-11-13T13:17:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/backup-masters/bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/backup-masters 2024-11-13T13:17:35,719 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:35,719 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:35,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:35,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:17:35,758 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-13T13:17:35,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741846_1022 (size=196) 2024-11-13T13:17:36,177 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:36,179 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:17:36,180 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:36,190 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T13:17:36,193 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275 to hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275-dead as it is dead 2024-11-13T13:17:36,195 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T13:17:36,195 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T13:17:36,195 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275-dead/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 2024-11-13T13:17:36,201 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275-dead/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 after 4ms 2024-11-13T13:17:36,202 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275-dead/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 to hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 2024-11-13T13:17:36,202 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,34753,1731503839275-dead 2024-11-13T13:17:36,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:36,204 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:36,206 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C39433%2C1731503855590, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,39433,1731503855590, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/oldWALs, maxLogs=10 2024-11-13T13:17:36,219 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,39433,1731503855590/bfeb2336aed7%2C39433%2C1731503855590.1731503856207, exclude list is [], retry=0 2024-11-13T13:17:36,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:36,224 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,39433,1731503855590/bfeb2336aed7%2C39433%2C1731503855590.1731503856207 2024-11-13T13:17:36,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:36,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:36,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:36,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:17:36,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:36,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9e85d50d584c05b3c551773c5032b5 2024-11-13T13:17:36,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:36,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:17:36,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:36,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbb881596dc42e682e9ac86fac3be5c 2024-11-13T13:17:36,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:36,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:17:36,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:36,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a183b059ffc4db9aa1a46bdf7a3043c 2024-11-13T13:17:36,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:36,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:17:36,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:36,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:36,257 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,258 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T13:17:36,258 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 2024-11-13T13:17:36,275 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 2024-11-13T13:17:36,276 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C34753%2C1731503839275.1731503841559 2024-11-13T13:17:36,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,279 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:36,281 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:36,283 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T13:17:36,284 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60593242, jitterRate=-0.09709033370018005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:36,284 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503856226Initializing all the Stores at 1731503856227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503856227Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503856227Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503856227Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503856227Cleaning up temporary data from old regions at 1731503856278 (+51 ms)Region opened successfully at 1731503856284 (+6 ms) 2024-11-13T13:17:36,285 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:17:36,288 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4adc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:36,297 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T13:17:36,298 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:17:36,298 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:17:36,298 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:17:36,299 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:17:36,304 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:36,304 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:17:36,304 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:17:36,305 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:17:36,305 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T13:17:36,305 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T13:17:36,305 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T13:17:36,305 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:17:36,310 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bfeb2336aed7,45133,1731503840179, regionLocation=bfeb2336aed7,45133,1731503840179, openSeqNum=2 2024-11-13T13:17:36,310 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bfeb2336aed7,45133,1731503840179, table=hbase:meta, region=1588230740 2024-11-13T13:17:36,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45133,1731503840179, state=OPEN 2024-11-13T13:17:36,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:36,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:36,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:36,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:36,370 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:17:36,382 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/draining/bfeb2336aed7,45133,1731503840179 already deleted, retry=false 2024-11-13T13:17:36,382 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bfeb2336aed7,45133,1731503840179 on bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:36,387 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bfeb2336aed7,45133,1731503840179, splitWal=true, meta=true 2024-11-13T13:17:36,389 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for bfeb2336aed7,45133,1731503840179 (carryingMeta=true) bfeb2336aed7,45133,1731503840179/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15c9d24a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T13:17:36,393 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/balancer because node does not exist (not necessarily an error) 2024-11-13T13:17:36,430 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/balancer already deleted, retry=false 2024-11-13T13:17:36,430 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:17:36,431 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:17:36,452 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/normalizer already deleted, retry=false 2024-11-13T13:17:36,452 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:17:36,454 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:17:36,466 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/switch/split already deleted, retry=false 2024-11-13T13:17:36,469 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:17:36,477 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/switch/merge already deleted, retry=false 2024-11-13T13:17:36,511 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Unable to get data of znode /0-693365551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:17:36,519 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/snapshot-cleanup already deleted, retry=false 2024-11-13T13:17:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:36,530 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,39433,1731503855590, sessionid=0x1013457bd6e0006, setting cluster-up flag (Was=false) 2024-11-13T13:17:36,541 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-693365551/flush-table-proc/acquired, /0-693365551/flush-table-proc/reached, /0-693365551/flush-table-proc/abort 2024-11-13T13:17:36,542 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:36,551 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-693365551/online-snapshot/acquired, /0-693365551/online-snapshot/reached, /0-693365551/online-snapshot/abort 2024-11-13T13:17:36,553 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:36,554 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/.lastflushedseqids 2024-11-13T13:17:36,557 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:17:36,557 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:17:36,558 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,39433,1731503855590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bfeb2336aed7,45133,1731503840179 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:17:36,559 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:36,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,561 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503886561 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:17:36,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,563 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:17:36,563 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:17:36,563 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:17:36,563 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:17:36,563 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bfeb2336aed7,45133,1731503840179, splitWal=true, meta=true 2024-11-13T13:17:36,563 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:17:36,563 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:17:36,564 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503856563,5,FailOnTimeoutGroup] 2024-11-13T13:17:36,564 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503856564,5,FailOnTimeoutGroup] 2024-11-13T13:17:36,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:17:36,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503856564, completionTime=-1 2024-11-13T13:17:36,564 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T13:17:36,565 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bfeb2336aed7,45133,1731503840179, splitWal=true, meta=true, isMeta: true 2024-11-13T13:17:36,566 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179-splitting 2024-11-13T13:17:36,567 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179-splitting dir is empty, no logs to split. 2024-11-13T13:17:36,567 INFO [PEWorker-1 {}] master.SplitWALManager(105): bfeb2336aed7,45133,1731503840179 WAL count=0, meta=true 2024-11-13T13:17:36,568 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T13:17:36,571 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179-splitting dir is empty, no logs to split. 2024-11-13T13:17:36,572 INFO [PEWorker-1 {}] master.SplitWALManager(105): bfeb2336aed7,45133,1731503840179 WAL count=0, meta=true 2024-11-13T13:17:36,572 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bfeb2336aed7,45133,1731503840179 WAL splitting is done? wals=0, meta=true 2024-11-13T13:17:36,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:17:36,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:36,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T13:17:36,577 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(746): ClusterId : 28b41336-2e94-4214-8ca5-ca8792708b7f 2024-11-13T13:17:36,577 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:17:36,589 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:17:36,589 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:17:36,600 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:17:36,600 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b49dcf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:36,611 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:43885 2024-11-13T13:17:36,611 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:17:36,611 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:17:36,611 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:17:36,612 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,39433,1731503855590 with port=43885, startcode=1731503855648 2024-11-13T13:17:36,612 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:17:36,614 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:17:36,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39433 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,616 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b 2024-11-13T13:17:36,617 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43741 2024-11-13T13:17:36,617 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:17:36,618 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T13:17:36,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/rs 2024-11-13T13:17:36,673 DEBUG [RS:0;bfeb2336aed7:43885 {}] zookeeper.ZKUtil(111): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on existing znode=/0-693365551/rs/bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,673 WARN [RS:0;bfeb2336aed7:43885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:36,674 INFO [RS:0;bfeb2336aed7:43885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:36,674 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,43885,1731503855648] 2024-11-13T13:17:36,711 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:17:36,713 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:17:36,714 INFO [RS:0;bfeb2336aed7:43885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:17:36,714 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,714 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:17:36,715 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:17:36,715 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,715 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:36,716 DEBUG [RS:0;bfeb2336aed7:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:36,717 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,717 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,717 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,717 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,717 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,717 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,43885,1731503855648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:36,726 WARN [bfeb2336aed7:39433 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T13:17:36,732 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:17:36,732 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,43885,1731503855648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,748 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,43885,1731503855648, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:17:36,761 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(231): queueId=2-bfeb2336aed7,43885,1731503855648, ReplicationSource: 2, currentBandwidth=0 2024-11-13T13:17:36,762 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,762 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.Replication(171): bfeb2336aed7,43885,1731503855648 started 2024-11-13T13:17:36,762 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:36,763 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c6a997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:36,763 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:36,764 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:36,765 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:36,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:36,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3faf62c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:36,767 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:36,768 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f04994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:36,768 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415a258a 2024-11-13T13:17:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:36,770 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T13:17:36,771 INFO [RS:0;bfeb2336aed7:43885.replicationSource,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,43885,1731503855648 (queues=0) is replicating from cluster=28b41336-2e94-4214-8ca5-ca8792708b7f to cluster=16984acd-f192-4218-ac83-d0eedd3c997d 2024-11-13T13:17:36,782 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:36,782 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,43885,1731503855648, RpcServer on bfeb2336aed7/172.17.0.2:43885, sessionid=0x1013457bd6e0007 2024-11-13T13:17:36,782 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:17:36,782 DEBUG [RS:0;bfeb2336aed7:43885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,782 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,43885,1731503855648' 2024-11-13T13:17:36,782 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-693365551/flush-table-proc/abort' 2024-11-13T13:17:36,783 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-693365551/flush-table-proc/acquired' 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,43885,1731503855648' 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-693365551/online-snapshot/abort' 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:46865' 2024-11-13T13:17:36,784 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-693365551/online-snapshot/acquired' 2024-11-13T13:17:36,785 DEBUG [RS:0;bfeb2336aed7:43885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:17:36,785 INFO [RS:0;bfeb2336aed7:43885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:17:36,785 INFO [RS:0;bfeb2336aed7:43885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:17:36,786 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15988f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:36,786 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,46865,-1 for getting cluster id 2024-11-13T13:17:36,786 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:36,787 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16984acd-f192-4218-ac83-d0eedd3c997d' 2024-11-13T13:17:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16984acd-f192-4218-ac83-d0eedd3c997d" 2024-11-13T13:17:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a82041a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,46865,-1] 2024-11-13T13:17:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:36,789 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:36,790 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3145332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:36,790 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:36,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:36,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4facb1 2024-11-13T13:17:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:36,793 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T13:17:36,794 INFO [RS:0;bfeb2336aed7:43885.replicationSource,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bfeb2336aed7,43885,1731503855648 (queues=0) is replicating from cluster=28b41336-2e94-4214-8ca5-ca8792708b7f to cluster=16984acd-f192-4218-ac83-d0eedd3c997d 2024-11-13T13:17:36,885 INFO [RS:0;bfeb2336aed7:43885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:36,887 INFO [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C43885%2C1731503855648, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs, maxLogs=10 2024-11-13T13:17:36,900 DEBUG [RS:0;bfeb2336aed7:43885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888, exclude list is [], retry=0 2024-11-13T13:17:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:36,905 INFO [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 2024-11-13T13:17:36,906 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bfeb2336aed7%2C43885%2C1731503855648 for peer 2 2024-11-13T13:17:36,906 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bfeb2336aed7%2C43885%2C1731503855648 for peer 1 2024-11-13T13:17:36,906 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C43885%2C1731503855648 2024-11-13T13:17:36,906 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,43885,1731503855648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:17:36,908 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bfeb2336aed7%2C43885%2C1731503855648 2024-11-13T13:17:36,908 INFO [RS:0;bfeb2336aed7:43885.replicationSource.shipperbfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C43885%2C1731503855648 2024-11-13T13:17:36,908 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bfeb2336aed7,43885,1731503855648, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:17:36,910 DEBUG [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:36,910 INFO [RS:0;bfeb2336aed7:43885.replicationSource.shipperbfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C43885%2C1731503855648 2024-11-13T13:17:36,910 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888, startPosition=0, beingWritten=true 2024-11-13T13:17:36,910 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888, startPosition=0, beingWritten=true 2024-11-13T13:17:36,977 DEBUG [bfeb2336aed7:39433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:17:36,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:36,979 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,43885,1731503855648, state=OPENING 2024-11-13T13:17:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:36,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:36,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,43885,1731503855648}] 2024-11-13T13:17:36,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:36,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:37,117 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:37,123 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:37,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:17:37,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:17:37,152 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:17:37,152 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:37,153 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:17:37,155 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C43885%2C1731503855648.meta, suffix=.meta, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs, maxLogs=10 2024-11-13T13:17:37,172 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.meta.1731503857155.meta, exclude list is [], retry=0 2024-11-13T13:17:37,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:37,176 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.meta.1731503857155.meta 2024-11-13T13:17:37,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:37,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:37,177 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:37,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:37,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:17:37,178 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:17:37,178 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:17:37,178 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:37,178 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:17:37,178 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:17:37,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:37,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:37,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:37,187 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/info/a7edd92cb35b4dbb9233d11d7b2e7273 2024-11-13T13:17:37,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:37,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:37,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:37,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:37,196 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/ns/65ad6720a0bd478cb076f265f03b5537 2024-11-13T13:17:37,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:37,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:37,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:37,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:37,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:37,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:37,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:37,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:37,208 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/table/5382147942f342689c9be85e5abe00f8 2024-11-13T13:17:37,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:37,208 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:37,209 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740 2024-11-13T13:17:37,211 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740 2024-11-13T13:17:37,213 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:37,213 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:37,214 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:37,216 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:37,217 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65062964, jitterRate=-0.03048628568649292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:37,217 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:17:37,217 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503857178Writing region info on filesystem at 1731503857178Initializing all the Stores at 1731503857179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503857179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503857179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503857179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503857179Cleaning up temporary data from old regions at 1731503857213 (+34 ms)Running coprocessor post-open hooks at 1731503857217 (+4 ms)Region opened successfully at 1731503857217 2024-11-13T13:17:37,218 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731503857146 2024-11-13T13:17:37,221 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:17:37,221 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:17:37,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:37,223 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,43885,1731503855648, state=OPEN 2024-11-13T13:17:37,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:37,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693365551/meta-region-server 2024-11-13T13:17:37,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:37,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:37,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693365551/meta-region-server: CHANGED 2024-11-13T13:17:37,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T13:17:37,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,43885,1731503855648 in 242 msec 2024-11-13T13:17:37,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T13:17:37,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-13T13:17:37,423 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:37,430 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:37,834 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:37,835 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:38,121 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T13:17:38,340 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:38,341 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:38,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:17:38,950 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:38,951 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:39,625 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3061ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-13T13:17:39,661 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:39,662 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:17:40,474 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:40,474 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:41,079 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T13:17:41,079 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:17:41,080 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:41,080 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43885,1731503855648, seqNum=-1] 2024-11-13T13:17:41,080 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:41,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:41,095 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f5a938862b6540524b902a846413aa4, regionState=OPEN, lastHost=bfeb2336aed7,45133,1731503840179, regionLocation=bfeb2336aed7,45133,1731503840179, openSeqNum=2 2024-11-13T13:17:41,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:17:41,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503921096 2024-11-13T13:17:41,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731503981096 2024-11-13T13:17:41,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 17 msec 2024-11-13T13:17:41,097 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bfeb2336aed7,45133,1731503840179 had 2 regions 2024-11-13T13:17:41,097 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39433,1731503855590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,097 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39433,1731503855590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,097 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39433,1731503855590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,097 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:39433, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,097 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,097 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,098 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bfeb2336aed7,45133,1731503840179, splitWal=true, meta=true, isMeta: false 2024-11-13T13:17:41,100 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179-splitting dir is empty, no logs to split. 2024-11-13T13:17:41,100 INFO [PEWorker-3 {}] master.SplitWALManager(105): bfeb2336aed7,45133,1731503840179 WAL count=0, meta=false 2024-11-13T13:17:41,104 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,45133,1731503840179-splitting dir is empty, no logs to split. 2024-11-13T13:17:41,104 INFO [PEWorker-3 {}] master.SplitWALManager(105): bfeb2336aed7,45133,1731503840179 WAL count=0, meta=false 2024-11-13T13:17:41,104 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bfeb2336aed7,45133,1731503840179 WAL splitting is done? wals=0, meta=false 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.385sec 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39433,1731503855590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:41,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39433,1731503855590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:17:41,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN}] 2024-11-13T13:17:41,108 WARN [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bfeb2336aed7,45133,1731503840179/hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:41,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN 2024-11-13T13:17:41,110 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:17:41,110 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:17:41,110 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39433,1731503855590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:41,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T13:17:41,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fab208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:41,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,39433,-1 for getting cluster id 2024-11-13T13:17:41,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:41,185 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b41336-2e94-4214-8ca5-ca8792708b7f' 2024-11-13T13:17:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b41336-2e94-4214-8ca5-ca8792708b7f" 2024-11-13T13:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f31a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,39433,-1] 2024-11-13T13:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,189 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba698d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:41,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43885,1731503855648, seqNum=-1] 2024-11-13T13:17:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:41,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T13:17:41,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:41,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:41,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bfeb2336aed7:39433 after: bfeb2336aed7:39433 2024-11-13T13:17:41,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bfaac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:41,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,39433,-1 for getting cluster id 2024-11-13T13:17:41,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:41,200 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b41336-2e94-4214-8ca5-ca8792708b7f' 2024-11-13T13:17:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b41336-2e94-4214-8ca5-ca8792708b7f" 2024-11-13T13:17:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677eac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,39433,-1] 2024-11-13T13:17:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,202 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:41,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352b6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:41,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f317e5 2024-11-13T13:17:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:41,205 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:41,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39433 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:17:41,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39433 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T13:17:41,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39433 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:17:41,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39433 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T13:17:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:17:41,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:41,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:41,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:41,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:17:41,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-11-13T13:17:41,209 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,46865,1731503846063 2024-11-13T13:17:41,261 DEBUG [bfeb2336aed7:39433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:17:41,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0f5a938862b6540524b902a846413aa4, regionState=OPENING, regionLocation=bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:41,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN because future has completed 2024-11-13T13:17:41,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f5a938862b6540524b902a846413aa4, server=bfeb2336aed7,43885,1731503855648}] 2024-11-13T13:17:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1277745222/running 2024-11-13T13:17:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1277745222/running 2024-11-13T13:17:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:41,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:41,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:41,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:41,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,34293,1731503846649' ***** 2024-11-13T13:17:41,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/running 2024-11-13T13:17:41,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Set watcher on znode that does not yet exist, /1-1277745222/running 2024-11-13T13:17:41,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:17:41,288 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:17:41,288 INFO [RS:0;bfeb2336aed7:34293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:17:41,288 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:17:41,288 INFO [RS:0;bfeb2336aed7:34293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:17:41,288 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:41,288 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:41,288 INFO [RS:0;bfeb2336aed7:34293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:34293. 2024-11-13T13:17:41,289 DEBUG [RS:0;bfeb2336aed7:34293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:41,289 DEBUG [RS:0;bfeb2336aed7:34293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,289 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:17:41,289 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:17:41,289 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:17:41,289 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:17:41,289 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:17:41,289 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:17:41,289 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:41,290 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:41,290 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:41,290 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:41,290 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:41,290 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:41,290 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T13:17:41,309 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/.tmp/ns/20dd18a40de741b68ac9c2d94c788dbb is 43, key is default/ns:d/1731503848465/Put/seqid=0 2024-11-13T13:17:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741835_1011 (size=5153) 2024-11-13T13:17:41,371 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:41,386 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:41,386 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:41,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:41,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:41,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:17:41,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C43885%2C1731503855648.rep, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs, maxLogs=10 2024-11-13T13:17:41,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.rep.1731503861435, exclude list is [], retry=0 2024-11-13T13:17:41,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33161,DS-a221fe51-19cc-4b50-8731-88ba84edbb22,DISK] 2024-11-13T13:17:41,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.rep.1731503861435 2024-11-13T13:17:41,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-13T13:17:41,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f5a938862b6540524b902a846413aa4, NAME => 'hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:41,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. service=MultiRowMutationService 2024-11-13T13:17:41,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:17:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,457 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,458 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5a938862b6540524b902a846413aa4 columnFamilyName hfileref 2024-11-13T13:17:41,458 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:41,459 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(327): Store=0f5a938862b6540524b902a846413aa4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:41,459 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,460 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5a938862b6540524b902a846413aa4 columnFamilyName queue 2024-11-13T13:17:41,460 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:41,469 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/queue/8a33a0a25efd4c6bba0e0356cdace7fe 2024-11-13T13:17:41,469 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(327): Store=0f5a938862b6540524b902a846413aa4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:41,469 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,471 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5a938862b6540524b902a846413aa4 columnFamilyName sid 2024-11-13T13:17:41,471 DEBUG [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:41,471 INFO [StoreOpener-0f5a938862b6540524b902a846413aa4-1 {}] regionserver.HStore(327): Store=0f5a938862b6540524b902a846413aa4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:41,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:17:41,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 0f5a938862b6540524b902a846413aa4; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69487329, jitterRate=0.035441890358924866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:17:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:41,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0f5a938862b6540524b902a846413aa4: Running coprocessor pre-open hook at 1731503861456Writing region info on filesystem at 1731503861456Initializing all the Stores at 1731503861457 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503861457Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503861457Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503861457Cleaning up temporary data from old regions at 1731503861475 (+18 ms)Running coprocessor post-open hooks at 1731503861479 (+4 ms)Region opened successfully at 1731503861480 (+1 ms) 2024-11-13T13:17:41,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., pid=19, masterSystemTime=1731503861424 2024-11-13T13:17:41,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:41,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:41,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0f5a938862b6540524b902a846413aa4, regionState=OPEN, openSeqNum=10, regionLocation=bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:41,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f5a938862b6540524b902a846413aa4, server=bfeb2336aed7,43885,1731503855648 because future has completed 2024-11-13T13:17:41,490 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:41,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T13:17:41,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f5a938862b6540524b902a846413aa4, server=bfeb2336aed7,43885,1731503855648 in 221 msec 2024-11-13T13:17:41,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T13:17:41,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f5a938862b6540524b902a846413aa4, ASSIGN in 385 msec 2024-11-13T13:17:41,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T13:17:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., hostname=bfeb2336aed7,43885,1731503855648, seqNum=10] 2024-11-13T13:17:41,535 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for bfeb2336aed7,45133,1731503840179 2024-11-13T13:17:41,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T13:17:41,690 DEBUG [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:41,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T13:17:41,714 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/.tmp/ns/20dd18a40de741b68ac9c2d94c788dbb 2024-11-13T13:17:41,725 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/.tmp/ns/20dd18a40de741b68ac9c2d94c788dbb as hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/ns/20dd18a40de741b68ac9c2d94c788dbb 2024-11-13T13:17:41,733 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/ns/20dd18a40de741b68ac9c2d94c788dbb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T13:17:41,734 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-13T13:17:41,734 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:17:41,739 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T13:17:41,740 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:41,740 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:41,740 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:41,740 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503861289Running coprocessor pre-close hooks at 1731503861289Disabling compacts and flushes for region at 1731503861289Disabling writes for close at 1731503861290 (+1 ms)Obtaining lock to block concurrent updates at 1731503861290Preparing flush snapshotting stores in 1588230740 at 1731503861290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731503861291 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731503861291Flushing 1588230740/ns: creating writer at 1731503861292 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731503861309 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731503861309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2342a1f5: reopening flushed file at 1731503861723 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731503861734 (+11 ms)Writing region close event to WAL at 1731503861735 (+1 ms)Running coprocessor post-close hooks at 1731503861740 (+5 ms)Closed at 1731503861740 2024-11-13T13:17:41,740 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:41,890 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,34293,1731503846649; all regions closed. 2024-11-13T13:17:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741834_1010 (size=1152) 2024-11-13T13:17:41,903 DEBUG [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/oldWALs 2024-11-13T13:17:41,904 INFO [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C34293%2C1731503846649.meta:.meta(num 1731503848345) 2024-11-13T13:17:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741833_1009 (size=93) 2024-11-13T13:17:41,910 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:17:41,911 DEBUG [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/oldWALs 2024-11-13T13:17:41,911 INFO [RS:0;bfeb2336aed7:34293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C34293%2C1731503846649:(num 1731503848003) 2024-11-13T13:17:41,911 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:17:41,911 DEBUG [RS:0;bfeb2336aed7:34293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:41,911 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:41,911 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:17:41,911 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:17:41,912 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:17:41,912 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:17:41,912 INFO [RS:0;bfeb2336aed7:34293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34293 2024-11-13T13:17:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222/rs 2024-11-13T13:17:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1277745222/rs/bfeb2336aed7,34293,1731503846649 2024-11-13T13:17:42,018 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:17:42,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,34293,1731503846649] 2024-11-13T13:17:42,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1277745222/draining/bfeb2336aed7,34293,1731503846649 already deleted, retry=false 2024-11-13T13:17:42,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,34293,1731503846649 expired; onlineServers=0 2024-11-13T13:17:42,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,46865,1731503846063' ***** 2024-11-13T13:17:42,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:17:42,046 INFO [M:0;bfeb2336aed7:46865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:42,046 INFO [M:0;bfeb2336aed7:46865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:17:42,046 DEBUG [M:0;bfeb2336aed7:46865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:17:42,046 DEBUG [M:0;bfeb2336aed7:46865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:17:42,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:17:42,046 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503847540 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503847540,5,FailOnTimeoutGroup] 2024-11-13T13:17:42,046 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503847541 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503847541,5,FailOnTimeoutGroup] 2024-11-13T13:17:42,047 INFO [M:0;bfeb2336aed7:46865 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:17:42,048 INFO [M:0;bfeb2336aed7:46865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:17:42,048 DEBUG [M:0;bfeb2336aed7:46865 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:17:42,048 INFO [M:0;bfeb2336aed7:46865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:17:42,048 INFO [M:0;bfeb2336aed7:46865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:42,049 INFO [M:0;bfeb2336aed7:46865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:17:42,049 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:17:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1277745222/master 2024-11-13T13:17:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1277745222 2024-11-13T13:17:42,056 DEBUG [M:0;bfeb2336aed7:46865 {}] zookeeper.ZKUtil(347): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Unable to get data of znode /1-1277745222/master because node does not exist (not an error) 2024-11-13T13:17:42,056 WARN [M:0;bfeb2336aed7:46865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:17:42,059 INFO [M:0;bfeb2336aed7:46865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/.lastflushedseqids 2024-11-13T13:17:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741836_1012 (size=99) 2024-11-13T13:17:42,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:42,135 INFO [RS:0;bfeb2336aed7:34293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:17:42,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34293-0x1013457bd6e0004, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:42,135 INFO [RS:0;bfeb2336aed7:34293 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,34293,1731503846649; zookeeper connection closed. 2024-11-13T13:17:42,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e6d2e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e6d2e3 2024-11-13T13:17:42,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:17:42,400 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:42,400 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:42,468 INFO [M:0;bfeb2336aed7:46865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:17:42,468 INFO [M:0;bfeb2336aed7:46865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:17:42,468 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:42,468 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:42,468 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:42,468 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:42,468 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:42,469 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T13:17:42,493 DEBUG [M:0;bfeb2336aed7:46865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d18030e3eff4076982d3bfd82dac0f7 is 82, key is hbase:meta,,1/info:regioninfo/1731503848416/Put/seqid=0 2024-11-13T13:17:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741837_1013 (size=5672) 2024-11-13T13:17:42,898 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d18030e3eff4076982d3bfd82dac0f7 2024-11-13T13:17:42,925 DEBUG [M:0;bfeb2336aed7:46865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8fb61769e654678b9226b3da8b47570 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731503848473/Put/seqid=0 2024-11-13T13:17:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741838_1014 (size=5275) 2024-11-13T13:17:43,332 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8fb61769e654678b9226b3da8b47570 2024-11-13T13:17:43,358 DEBUG [M:0;bfeb2336aed7:46865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0006e31534d4d7d88a995c70027d11a is 69, key is bfeb2336aed7,34293,1731503846649/rs:state/1731503847650/Put/seqid=0 2024-11-13T13:17:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741839_1015 (size=5156) 2024-11-13T13:17:43,508 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:43,508 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:43,763 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0006e31534d4d7d88a995c70027d11a 2024-11-13T13:17:43,772 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d18030e3eff4076982d3bfd82dac0f7 as hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d18030e3eff4076982d3bfd82dac0f7 2024-11-13T13:17:43,779 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d18030e3eff4076982d3bfd82dac0f7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T13:17:43,780 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8fb61769e654678b9226b3da8b47570 as hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8fb61769e654678b9226b3da8b47570 2024-11-13T13:17:43,786 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8fb61769e654678b9226b3da8b47570, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T13:17:43,787 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0006e31534d4d7d88a995c70027d11a as hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0006e31534d4d7d88a995c70027d11a 2024-11-13T13:17:43,793 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40759/user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0006e31534d4d7d88a995c70027d11a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T13:17:43,795 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-13T13:17:43,796 INFO [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:43,796 DEBUG [M:0;bfeb2336aed7:46865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503862468Disabling compacts and flushes for region at 1731503862468Disabling writes for close at 1731503862468Obtaining lock to block concurrent updates at 1731503862469 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503862469Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731503862469Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503862470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503862471 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503862492 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503862492Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503862904 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503862924 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503862924Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503863338 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503863357 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503863357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8fcc8e: reopening flushed file at 1731503863771 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307d9d4d: reopening flushed file at 1731503863779 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4306976d: reopening flushed file at 1731503863786 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1731503863795 (+9 ms)Writing region close event to WAL at 1731503863796 (+1 ms)Closed at 1731503863796 2024-11-13T13:17:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741830_1006 (size=10165) 2024-11-13T13:17:43,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8993754-c1cd-f33f-8ea3-ef46a3257b21/MasterData/WALs/bfeb2336aed7,46865,1731503846063/bfeb2336aed7%2C46865%2C1731503846063.1731503847069 not finished, retry = 0 2024-11-13T13:17:43,901 INFO [M:0;bfeb2336aed7:46865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:17:43,901 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:17:43,901 INFO [M:0;bfeb2336aed7:46865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46865 2024-11-13T13:17:43,904 INFO [M:0;bfeb2336aed7:46865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:17:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:44,071 INFO [M:0;bfeb2336aed7:46865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:17:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x1013457bd6e0003, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:44,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191c2095{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:17:44,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:17:44,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:17:44,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:17:44,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir/,STOPPED} 2024-11-13T13:17:44,080 WARN [BP-2015078476-172.17.0.2-1731503843956 heartbeating to localhost/127.0.0.1:40759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:17:44,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:17:44,080 WARN [BP-2015078476-172.17.0.2-1731503843956 heartbeating to localhost/127.0.0.1:40759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2015078476-172.17.0.2-1731503843956 (Datanode Uuid 8479140d-3aaf-4e41-bade-51940d1a41c3) service to localhost/127.0.0.1:40759 2024-11-13T13:17:44,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:17:44,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/cluster_ab9c3b4d-020a-c78f-09f3-cd34bbe6cb77/data/data1/current/BP-2015078476-172.17.0.2-1731503843956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:17:44,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/cluster_ab9c3b4d-020a-c78f-09f3-cd34bbe6cb77/data/data2/current/BP-2015078476-172.17.0.2-1731503843956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:17:44,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:17:44,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b90337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:17:44,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:17:44,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:17:44,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:17:44,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir/,STOPPED} 2024-11-13T13:17:44,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:17:44,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:17:44,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:44,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:44,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:44,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:17:44,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483924230, stopped=false 2024-11-13T13:17:44,118 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,39433,1731503855590 2024-11-13T13:17:44,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:44,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/running 2024-11-13T13:17:44,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:44,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:44,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:44,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:44,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Set watcher on znode that does not yet exist, /0-693365551/running 2024-11-13T13:17:44,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:44,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:44,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,43885,1731503855648' ***** 2024-11-13T13:17:44,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:17:44,178 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:17:44,178 INFO [RS:0;bfeb2336aed7:43885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:17:44,178 INFO [RS:0;bfeb2336aed7:43885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:17:44,178 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f5a938862b6540524b902a846413aa4 2024-11-13T13:17:44,178 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:43885. 2024-11-13T13:17:44,179 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f5a938862b6540524b902a846413aa4, disabling compactions & flushes 2024-11-13T13:17:44,179 DEBUG [RS:0;bfeb2336aed7:43885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:44,179 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:44,179 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,179 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:17:44,179 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. after waiting 0 ms 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:17:44,179 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:17:44,179 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:17:44,182 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:17:44,182 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1325): Online Regions={0f5a938862b6540524b902a846413aa4=hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:17:44,182 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1351): Waiting on 0f5a938862b6540524b902a846413aa4, 1588230740 2024-11-13T13:17:44,182 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:44,182 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:44,182 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:44,182 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:44,182 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:44,183 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T13:17:44,194 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/replication/0f5a938862b6540524b902a846413aa4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T13:17:44,197 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:44,197 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:44,197 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:44,197 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f5a938862b6540524b902a846413aa4: Waiting for close lock at 1731503864179Running coprocessor pre-close hooks at 1731503864179Disabling compacts and flushes for region at 1731503864179Disabling writes for close at 1731503864179Writing region close event to WAL at 1731503864183 (+4 ms)Running coprocessor post-close hooks at 1731503864197 (+14 ms)Closed at 1731503864197 2024-11-13T13:17:44,197 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4. 2024-11-13T13:17:44,206 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/info/e4fbb0547af44ec1b715bcf5ba42669f is 147, key is hbase:replication,,1731503848694.0f5a938862b6540524b902a846413aa4./info:regioninfo/1731503861484/Put/seqid=0 2024-11-13T13:17:44,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741851_1027 (size=6385) 2024-11-13T13:17:44,226 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:44,382 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:44,583 DEBUG [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:44,619 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/info/e4fbb0547af44ec1b715bcf5ba42669f 2024-11-13T13:17:44,627 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/.tmp/info/e4fbb0547af44ec1b715bcf5ba42669f as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/info/e4fbb0547af44ec1b715bcf5ba42669f 2024-11-13T13:17:44,634 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/info/e4fbb0547af44ec1b715bcf5ba42669f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T13:17:44,636 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false 2024-11-13T13:17:44,648 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T13:17:44,649 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:44,649 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:44,649 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:44,649 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503864182Running coprocessor pre-close hooks at 1731503864182Disabling compacts and flushes for region at 1731503864182Disabling writes for close at 1731503864182Obtaining lock to block concurrent updates at 1731503864183 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731503864183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731503864183Flushing stores of hbase:meta,,1.1588230740 at 1731503864186 (+3 ms)Flushing 1588230740/info: creating writer at 1731503864186Flushing 1588230740/info: appending metadata at 1731503864206 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731503864206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27db5983: reopening flushed file at 1731503864626 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false at 1731503864636 (+10 ms)Writing region close event to WAL at 1731503864642 (+6 ms)Running coprocessor post-close hooks at 1731503864649 (+7 ms)Closed at 1731503864649 2024-11-13T13:17:44,650 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:44,715 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:44,718 DEBUG [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 to pos 0, reset compression=false 2024-11-13T13:17:44,783 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,43885,1731503855648; all regions closed. 2024-11-13T13:17:44,795 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:17:44,795 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:17:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741849_1025 (size=2156) 2024-11-13T13:17:44,803 DEBUG [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs 2024-11-13T13:17:44,803 INFO [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C43885%2C1731503855648.meta:.meta(num 1731503857155) 2024-11-13T13:17:44,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741850_1026 (size=796) 2024-11-13T13:17:44,812 DEBUG [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs 2024-11-13T13:17:44,812 INFO [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C43885%2C1731503855648.rep:(num 1731503861435) 2024-11-13T13:17:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741848_1024 (size=93) 2024-11-13T13:17:44,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/WALs/bfeb2336aed7,43885,1731503855648/bfeb2336aed7%2C43885%2C1731503855648.1731503856888 not finished, retry = 0 2024-11-13T13:17:44,931 DEBUG [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/oldWALs 2024-11-13T13:17:44,931 INFO [RS:0;bfeb2336aed7:43885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C43885%2C1731503855648:(num 1731503856888) 2024-11-13T13:17:44,931 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,931 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:44,931 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:17:44,931 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:17:44,932 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:17:44,932 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,43885,1731503855648 because: Region server is closing 2024-11-13T13:17:44,932 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T13:17:44,932 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T13:17:44,932 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:17:44,932 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T13:17:44,932 INFO [RS:0;bfeb2336aed7:43885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:43885. 2024-11-13T13:17:44,932 DEBUG [RS:0;bfeb2336aed7:43885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:44,933 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,933 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:44,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:45,033 WARN [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:17:45,033 WARN [RS:0;bfeb2336aed7:43885.replicationSource.shipperbfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:17:45,034 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bfeb2336aed7:43885.replicationSource.shipperbfeb2336aed7%2C43885%2C1731503855648,1-bfeb2336aed7,43885,1731503855648 terminated 2024-11-13T13:17:45,034 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bfeb2336aed7,43885,1731503855648 because: Region server is closing 2024-11-13T13:17:45,034 INFO [RS:0;bfeb2336aed7:43885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:43885. 2024-11-13T13:17:45,034 DEBUG [RS:0;bfeb2336aed7:43885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:45,034 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:45,034 DEBUG [RS:0;bfeb2336aed7:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:45,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:45,135 WARN [RS:0;bfeb2336aed7:43885.replicationSource.wal-reader.bfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:17:45,135 WARN [RS:0;bfeb2336aed7:43885.replicationSource.shipperbfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:17:45,135 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;bfeb2336aed7:43885.replicationSource.shipperbfeb2336aed7%2C43885%2C1731503855648,2-bfeb2336aed7,43885,1731503855648 terminated 2024-11-13T13:17:45,135 INFO [RS:0;bfeb2336aed7:43885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43885 2024-11-13T13:17:45,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551/rs 2024-11-13T13:17:45,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/rs/bfeb2336aed7,43885,1731503855648 2024-11-13T13:17:45,203 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:17:45,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,43885,1731503855648] 2024-11-13T13:17:45,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/draining/bfeb2336aed7,43885,1731503855648 already deleted, retry=false 2024-11-13T13:17:45,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,43885,1731503855648 expired; onlineServers=0 2024-11-13T13:17:45,224 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,39433,1731503855590' ***** 2024-11-13T13:17:45,224 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:17:45,224 INFO [M:0;bfeb2336aed7:39433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:45,224 INFO [M:0;bfeb2336aed7:39433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:17:45,224 DEBUG [M:0;bfeb2336aed7:39433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:17:45,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:17:45,224 DEBUG [M:0;bfeb2336aed7:39433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:17:45,224 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503856563 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503856563,5,FailOnTimeoutGroup] 2024-11-13T13:17:45,224 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503856564 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503856564,5,FailOnTimeoutGroup] 2024-11-13T13:17:45,224 INFO [M:0;bfeb2336aed7:39433 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:17:45,224 INFO [M:0;bfeb2336aed7:39433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:17:45,224 DEBUG [M:0;bfeb2336aed7:39433 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:17:45,224 INFO [M:0;bfeb2336aed7:39433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:17:45,225 INFO [M:0;bfeb2336aed7:39433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:45,225 INFO [M:0;bfeb2336aed7:39433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:17:45,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:17:45,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:17:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693365551/master 2024-11-13T13:17:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693365551 2024-11-13T13:17:45,251 DEBUG [M:0;bfeb2336aed7:39433 {}] zookeeper.RecoverableZooKeeper(212): Node /0-693365551/master already deleted, retry=false 2024-11-13T13:17:45,251 DEBUG [M:0;bfeb2336aed7:39433 {}] master.ActiveMasterManager(353): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-693365551/master 2024-11-13T13:17:45,252 INFO [M:0;bfeb2336aed7:39433 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/.lastflushedseqids 2024-11-13T13:17:45,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:17:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741852_1028 (size=181) 2024-11-13T13:17:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:45,314 INFO [RS:0;bfeb2336aed7:43885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:17:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013457bd6e0007, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:45,314 INFO [RS:0;bfeb2336aed7:43885 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,43885,1731503855648; zookeeper connection closed. 2024-11-13T13:17:45,314 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@731c51b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@731c51b5 2024-11-13T13:17:45,314 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:17:45,679 INFO [M:0;bfeb2336aed7:39433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:17:45,680 INFO [M:0;bfeb2336aed7:39433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:17:45,680 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:45,680 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:45,680 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:45,680 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:45,680 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:45,680 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T13:17:45,708 DEBUG [M:0;bfeb2336aed7:39433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/868f511f5411453d97669068b41f5d19 is 82, key is hbase:meta,,1/info:regioninfo/1731503857222/Put/seqid=0 2024-11-13T13:17:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741853_1029 (size=5680) 2024-11-13T13:17:45,730 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/868f511f5411453d97669068b41f5d19 2024-11-13T13:17:45,772 DEBUG [M:0;bfeb2336aed7:39433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55bde1b9c8584de1a4900224e075b2ca is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731503861493/Put/seqid=0 2024-11-13T13:17:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741854_1030 (size=7319) 2024-11-13T13:17:46,195 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55bde1b9c8584de1a4900224e075b2ca 2024-11-13T13:17:46,227 DEBUG [M:0;bfeb2336aed7:39433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b24e4c78436d437b8d42267e149e4216 is 69, key is bfeb2336aed7,43885,1731503855648/rs:state/1731503856615/Put/seqid=0 2024-11-13T13:17:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741855_1031 (size=5371) 2024-11-13T13:17:46,233 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b24e4c78436d437b8d42267e149e4216 2024-11-13T13:17:46,239 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b24e4c78436d437b8d42267e149e4216 2024-11-13T13:17:46,240 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/868f511f5411453d97669068b41f5d19 as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/868f511f5411453d97669068b41f5d19 2024-11-13T13:17:46,250 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/868f511f5411453d97669068b41f5d19, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T13:17:46,251 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55bde1b9c8584de1a4900224e075b2ca as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55bde1b9c8584de1a4900224e075b2ca 2024-11-13T13:17:46,259 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55bde1b9c8584de1a4900224e075b2ca, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T13:17:46,260 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b24e4c78436d437b8d42267e149e4216 as hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b24e4c78436d437b8d42267e149e4216 2024-11-13T13:17:46,267 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b24e4c78436d437b8d42267e149e4216 2024-11-13T13:17:46,268 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b24e4c78436d437b8d42267e149e4216, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T13:17:46,269 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=172, compaction requested=false 2024-11-13T13:17:46,273 INFO [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:46,273 DEBUG [M:0;bfeb2336aed7:39433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503865680Disabling compacts and flushes for region at 1731503865680Disabling writes for close at 1731503865680Obtaining lock to block concurrent updates at 1731503865680Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503865680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731503865681 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503865682 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503865682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503865707 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503865707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503865741 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503865771 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503865772 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503866204 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503866226 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503866226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de9e722: reopening flushed file at 1731503866239 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd1effd: reopening flushed file at 1731503866250 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd0135e: reopening flushed file at 1731503866259 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=172, compaction requested=false at 1731503866269 (+10 ms)Writing region close event to WAL at 1731503866273 (+4 ms)Closed at 1731503866273 2024-11-13T13:17:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33161 is added to blk_1073741847_1023 (size=22949) 2024-11-13T13:17:46,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/851f0993-a166-bc34-fbc7-8f48eb252d7b/MasterData/WALs/bfeb2336aed7,39433,1731503855590/bfeb2336aed7%2C39433%2C1731503855590.1731503856207 not finished, retry = 0 2024-11-13T13:17:46,379 INFO [M:0;bfeb2336aed7:39433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:17:46,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:17:46,379 INFO [M:0;bfeb2336aed7:39433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39433 2024-11-13T13:17:46,379 INFO [M:0;bfeb2336aed7:39433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:17:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x1013457bd6e0006, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:17:46,566 INFO [M:0;bfeb2336aed7:39433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:17:46,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:17:46,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:17:46,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:17:46,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:17:46,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir/,STOPPED} 2024-11-13T13:17:46,574 WARN [BP-1271467802-172.17.0.2-1731503834685 heartbeating to localhost/127.0.0.1:43741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:17:46,574 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:17:46,574 WARN [BP-1271467802-172.17.0.2-1731503834685 heartbeating to localhost/127.0.0.1:43741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271467802-172.17.0.2-1731503834685 (Datanode Uuid 754ace8d-afb2-439e-996c-26f80df60553) service to localhost/127.0.0.1:43741 2024-11-13T13:17:46,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:17:46,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/data/data2/current/BP-1271467802-172.17.0.2-1731503834685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:17:46,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:17:46,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/cluster_63501e1e-6cb8-d14b-6ee3-524cd651cc81/data/data1/current/BP-1271467802-172.17.0.2-1731503834685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:17:46,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:17:46,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:17:46,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:17:46,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:17:46,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7321b7b5-9e52-ee22-aef7-fc4bbb6c2e0e/hadoop.log.dir/,STOPPED} 2024-11-13T13:17:46,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:17:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:17:46,626 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43741 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bfeb2336aed7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40759 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bfeb2336aed7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bfeb2336aed7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bfeb2336aed7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bfeb2336aed7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3978 (was 4841) 2024-11-13T13:17:46,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=3978 2024-11-13T13:17:46,652 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T13:17:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir so I do NOT create it in target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb 2024-11-13T13:17:46,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:17:46,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.tmp.dir so I do NOT create it in target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb 2024-11-13T13:17:46,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65f65aa-7195-3949-6a6c-76b87d08a167/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:17:46,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb 2024-11-13T13:17:46,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f, deleteOnExit=true 2024-11-13T13:17:46,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/zookeeper_0, clientPort=52409, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:17:46,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52409 2024-11-13T13:17:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:17:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:17:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/test.cache.data in system properties and HBase conf 2024-11-13T13:17:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:17:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:17:46,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:17:46,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:17:46,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:17:46,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:17:46,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:46,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:46,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:17:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:17:46,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:46,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:17:46,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:17:46,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013457bd6e0002, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:17:46,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013457bd6e0002, quorum=127.0.0.1:53713, baseZNode=/0-693365551 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:17:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013457bd6e0005, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:17:46,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013457bd6e0005, quorum=127.0.0.1:53713, baseZNode=/1-1277745222 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:17:47,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:47,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:47,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:47,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:47,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:17:47,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:47,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5166ed4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:47,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed71c7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:47,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65bb8510{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/java.io.tmpdir/jetty-localhost-34713-hadoop-hdfs-3_4_1-tests_jar-_-any-8966516141399892316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:17:47,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1526b10f{HTTP/1.1, (http/1.1)}{localhost:34713} 2024-11-13T13:17:47,223 INFO [Time-limited test {}] server.Server(415): Started @35547ms 2024-11-13T13:17:47,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:47,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:47,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:47,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:47,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:17:47,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b5c6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:47,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7b57b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:47,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eb99cb3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/java.io.tmpdir/jetty-localhost-36169-hadoop-hdfs-3_4_1-tests_jar-_-any-16605075476694024025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:17:47,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6542faf1{HTTP/1.1, (http/1.1)}{localhost:36169} 2024-11-13T13:17:47,649 INFO [Time-limited test {}] server.Server(415): Started @35973ms 2024-11-13T13:17:47,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:17:48,335 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/data/data1/current/BP-742672129-172.17.0.2-1731503866698/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:48,335 WARN [Thread-504 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/data/data2/current/BP-742672129-172.17.0.2-1731503866698/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:48,359 WARN [Thread-491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:17:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b629ed9eb94c6e1 with lease ID 0xfa9105ade32ee3ca: Processing first storage report for DS-1c508e5a-1f6e-4879-a37a-ccddea13d3cf from datanode DatanodeRegistration(127.0.0.1:37955, datanodeUuid=6ad472a2-ecdd-40d6-ae42-1297e83d6ea4, infoPort=37129, infoSecurePort=0, ipcPort=46117, storageInfo=lv=-57;cid=testClusterID;nsid=1491034166;c=1731503866698) 2024-11-13T13:17:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b629ed9eb94c6e1 with lease ID 0xfa9105ade32ee3ca: from storage DS-1c508e5a-1f6e-4879-a37a-ccddea13d3cf node DatanodeRegistration(127.0.0.1:37955, datanodeUuid=6ad472a2-ecdd-40d6-ae42-1297e83d6ea4, infoPort=37129, infoSecurePort=0, ipcPort=46117, storageInfo=lv=-57;cid=testClusterID;nsid=1491034166;c=1731503866698), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:17:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b629ed9eb94c6e1 with lease ID 0xfa9105ade32ee3ca: Processing first storage report for DS-741eeae7-567e-44e2-aa66-3088c60724f6 from datanode DatanodeRegistration(127.0.0.1:37955, datanodeUuid=6ad472a2-ecdd-40d6-ae42-1297e83d6ea4, infoPort=37129, infoSecurePort=0, ipcPort=46117, storageInfo=lv=-57;cid=testClusterID;nsid=1491034166;c=1731503866698) 2024-11-13T13:17:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b629ed9eb94c6e1 with lease ID 0xfa9105ade32ee3ca: from storage DS-741eeae7-567e-44e2-aa66-3088c60724f6 node DatanodeRegistration(127.0.0.1:37955, datanodeUuid=6ad472a2-ecdd-40d6-ae42-1297e83d6ea4, infoPort=37129, infoSecurePort=0, ipcPort=46117, storageInfo=lv=-57;cid=testClusterID;nsid=1491034166;c=1731503866698), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:17:48,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb 2024-11-13T13:17:48,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:48,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:17:48,428 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1 with version=8 2024-11-13T13:17:48,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/hbase-staging 2024-11-13T13:17:48,430 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:17:48,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:48,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37441 2024-11-13T13:17:48,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37441 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-13T13:17:48,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374410x0, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:48,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37441-0x10134583ecb0000 connected 2024-11-13T13:17:48,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:48,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:48,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/running 2024-11-13T13:17:48,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1, hbase.cluster.distributed=false 2024-11-13T13:17:48,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/acl 2024-11-13T13:17:48,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37441 2024-11-13T13:17:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37441 2024-11-13T13:17:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37441 2024-11-13T13:17:48,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37441 2024-11-13T13:17:48,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37441 2024-11-13T13:17:48,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:17:48,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:48,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44561 2024-11-13T13:17:48,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44561 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-13T13:17:48,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:48,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445610x0, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:48,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445610x0, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/running 2024-11-13T13:17:48,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44561-0x10134583ecb0001 connected 2024-11-13T13:17:48,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:17:48,799 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:17:48,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/master 2024-11-13T13:17:48,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/acl 2024-11-13T13:17:48,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-13T13:17:48,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44561 2024-11-13T13:17:48,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44561 2024-11-13T13:17:48,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-13T13:17:48,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-13T13:17:48,830 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:37441 2024-11-13T13:17:48,831 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0390646967/backup-masters/bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967/backup-masters 2024-11-13T13:17:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967/backup-masters 2024-11-13T13:17:48,846 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on existing znode=/0390646967/backup-masters/bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:48,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:48,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0390646967/master 2024-11-13T13:17:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:48,860 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on existing znode=/0390646967/master 2024-11-13T13:17:48,862 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0390646967/backup-masters/bfeb2336aed7,37441,1731503868430 from backup master directory 2024-11-13T13:17:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0390646967/backup-masters/bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967/backup-masters 2024-11-13T13:17:48,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967/backup-masters 2024-11-13T13:17:48,872 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:48,872 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:48,878 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/hbase.id] with ID: 6ddc6e5e-62b1-4b67-b08d-d9016111b514 2024-11-13T13:17:48,878 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/.tmp/hbase.id 2024-11-13T13:17:48,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:17:49,309 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/.tmp/hbase.id]:[hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/hbase.id] 2024-11-13T13:17:49,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:49,327 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:17:49,328 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:17:49,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:49,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:17:49,787 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:49,788 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:17:49,788 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:17:50,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:17:50,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:17:50,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:17:50,185 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:50,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:17:50,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:17:50,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:50,200 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store 2024-11-13T13:17:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:17:50,219 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:50,219 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:50,219 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:50,219 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:50,220 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:50,220 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:50,220 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:50,220 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503870219Disabling compacts and flushes for region at 1731503870219Disabling writes for close at 1731503870220 (+1 ms)Writing region close event to WAL at 1731503870220Closed at 1731503870220 2024-11-13T13:17:50,221 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/.initializing 2024-11-13T13:17:50,221 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/WALs/bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:50,222 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:50,224 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C37441%2C1731503868430, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/WALs/bfeb2336aed7,37441,1731503868430, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/oldWALs, maxLogs=10 2024-11-13T13:17:50,238 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/WALs/bfeb2336aed7,37441,1731503868430/bfeb2336aed7%2C37441%2C1731503868430.1731503870224, exclude list is [], retry=0 2024-11-13T13:17:50,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37955,DS-1c508e5a-1f6e-4879-a37a-ccddea13d3cf,DISK] 2024-11-13T13:17:50,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/WALs/bfeb2336aed7,37441,1731503868430/bfeb2336aed7%2C37441%2C1731503868430.1731503870224 2024-11-13T13:17:50,244 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-13T13:17:50,244 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:50,245 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:50,245 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,245 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:17:50,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:50,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:50,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:17:50,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:50,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:50,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:17:50,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:50,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:50,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:17:50,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:50,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:50,256 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,257 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,257 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,258 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,258 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,259 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:50,261 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:50,268 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:50,269 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60620780, jitterRate=-0.09667998552322388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:50,270 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503870245Initializing all the Stores at 1731503870246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503870246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503870246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503870246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503870246Cleaning up temporary data from old regions at 1731503870258 (+12 ms)Region opened successfully at 1731503870270 (+12 ms) 2024-11-13T13:17:50,270 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:17:50,274 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0f91e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:50,276 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:17:50,276 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:17:50,276 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:17:50,276 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:17:50,277 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:17:50,278 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:17:50,278 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:17:50,285 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:17:50,286 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Unable to get data of znode /0390646967/balancer because node does not exist (not necessarily an error) 2024-11-13T13:17:50,375 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0390646967/balancer already deleted, retry=false 2024-11-13T13:17:50,376 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:17:50,378 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Unable to get data of znode /0390646967/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:17:50,391 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0390646967/normalizer already deleted, retry=false 2024-11-13T13:17:50,391 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:17:50,393 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Unable to get data of znode /0390646967/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:17:50,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0390646967/switch/split already deleted, retry=false 2024-11-13T13:17:50,403 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Unable to get data of znode /0390646967/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:17:50,412 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0390646967/switch/merge already deleted, retry=false 2024-11-13T13:17:50,415 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Unable to get data of znode /0390646967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:17:50,422 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0390646967/snapshot-cleanup already deleted, retry=false 2024-11-13T13:17:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0390646967/running 2024-11-13T13:17:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0390646967/running 2024-11-13T13:17:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:50,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,37441,1731503868430, sessionid=0x10134583ecb0000, setting cluster-up flag (Was=false) 2024-11-13T13:17:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:50,487 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0390646967/flush-table-proc/acquired, /0390646967/flush-table-proc/reached, /0390646967/flush-table-proc/abort 2024-11-13T13:17:50,489 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:50,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:50,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:50,543 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0390646967/online-snapshot/acquired, /0390646967/online-snapshot/reached, /0390646967/online-snapshot/abort 2024-11-13T13:17:50,545 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:50,547 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:17:50,549 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:50,549 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:17:50,550 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:17:50,550 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,37441,1731503868430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:17:50,551 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:50,551 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:50,551 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:50,551 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:50,551 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:17:50,552 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,552 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:50,552 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:50,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:17:50,558 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503900558 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:17:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:17:50,560 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:17:50,560 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:17:50,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503870560,5,FailOnTimeoutGroup] 2024-11-13T13:17:50,561 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503870560,5,FailOnTimeoutGroup] 2024-11-13T13:17:50,561 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,561 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:17:50,561 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,561 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,561 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:50,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:17:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:17:50,617 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(746): ClusterId : 6ddc6e5e-62b1-4b67-b08d-d9016111b514 2024-11-13T13:17:50,617 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:17:50,629 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:17:50,629 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:17:50,639 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:17:50,639 DEBUG [RS:0;bfeb2336aed7:44561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444c7ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:50,655 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:44561 2024-11-13T13:17:50,655 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:17:50,655 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:17:50,655 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:17:50,656 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,37441,1731503868430 with port=44561, startcode=1731503868774 2024-11-13T13:17:50,656 DEBUG [RS:0;bfeb2336aed7:44561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:17:50,658 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:17:50,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:50,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37441 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:50,661 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1 2024-11-13T13:17:50,661 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40355 2024-11-13T13:17:50,661 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:17:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967/rs 2024-11-13T13:17:50,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,44561,1731503868774] 2024-11-13T13:17:50,673 DEBUG [RS:0;bfeb2336aed7:44561 {}] zookeeper.ZKUtil(111): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on existing znode=/0390646967/rs/bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:50,673 WARN [RS:0;bfeb2336aed7:44561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:50,673 INFO [RS:0;bfeb2336aed7:44561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:50,673 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:50,690 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:17:50,692 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:17:50,693 INFO [RS:0;bfeb2336aed7:44561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:17:50,693 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,696 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:17:50,697 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:17:50,697 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,697 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,697 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,697 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,697 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:50,698 DEBUG [RS:0;bfeb2336aed7:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:50,705 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,705 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,705 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,705 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,705 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,705 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44561,1731503868774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:50,728 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:17:50,728 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44561,1731503868774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,728 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,728 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.Replication(171): bfeb2336aed7,44561,1731503868774 started 2024-11-13T13:17:50,747 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:50,747 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,44561,1731503868774, RpcServer on bfeb2336aed7/172.17.0.2:44561, sessionid=0x10134583ecb0001 2024-11-13T13:17:50,747 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:17:50,747 DEBUG [RS:0;bfeb2336aed7:44561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:50,747 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,44561,1731503868774' 2024-11-13T13:17:50,747 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0390646967/flush-table-proc/abort' 2024-11-13T13:17:50,748 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0390646967/flush-table-proc/acquired' 2024-11-13T13:17:50,748 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:17:50,748 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:17:50,748 DEBUG [RS:0;bfeb2336aed7:44561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:50,748 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,44561,1731503868774' 2024-11-13T13:17:50,748 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0390646967/online-snapshot/abort' 2024-11-13T13:17:50,751 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0390646967/online-snapshot/acquired' 2024-11-13T13:17:50,751 DEBUG [RS:0;bfeb2336aed7:44561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:17:50,751 INFO [RS:0;bfeb2336aed7:44561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:17:50,751 INFO [RS:0;bfeb2336aed7:44561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:17:50,852 INFO [RS:0;bfeb2336aed7:44561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:50,853 INFO [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44561%2C1731503868774, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/oldWALs, maxLogs=10 2024-11-13T13:17:50,883 DEBUG [RS:0;bfeb2336aed7:44561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854, exclude list is [], retry=0 2024-11-13T13:17:50,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37955,DS-1c508e5a-1f6e-4879-a37a-ccddea13d3cf,DISK] 2024-11-13T13:17:50,894 INFO [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 2024-11-13T13:17:50,894 DEBUG [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-13T13:17:51,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:17:51,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1 2024-11-13T13:17:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:17:51,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:51,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:51,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:51,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:51,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:51,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:51,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:51,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:51,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:51,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:51,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740 2024-11-13T13:17:51,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740 2024-11-13T13:17:51,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:51,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:51,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:51,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:51,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:51,031 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70425708, jitterRate=0.049424827098846436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503871012Initializing all the Stores at 1731503871013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503871014 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503871014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503871014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503871014Cleaning up temporary data from old regions at 1731503871026 (+12 ms)Region opened successfully at 1731503871032 (+6 ms) 2024-11-13T13:17:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:51,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:51,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:51,033 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:51,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503871032Disabling compacts and flushes for region at 1731503871032Disabling writes for close at 1731503871032Writing region close event to WAL at 1731503871033 (+1 ms)Closed at 1731503871033 2024-11-13T13:17:51,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:51,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:17:51,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:17:51,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:51,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:17:51,187 DEBUG [bfeb2336aed7:37441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:17:51,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:51,188 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,44561,1731503868774, state=OPENING 2024-11-13T13:17:51,238 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:17:51,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:51,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:51,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:51,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0390646967/meta-region-server: CHANGED 2024-11-13T13:17:51,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0390646967/meta-region-server: CHANGED 2024-11-13T13:17:51,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44561,1731503868774}] 2024-11-13T13:17:51,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:17:51,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:17:51,409 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:17:51,409 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:51,409 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:17:51,416 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44561%2C1731503868774.meta, suffix=.meta, logDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/oldWALs, maxLogs=10 2024-11-13T13:17:51,435 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.meta.1731503871417.meta, exclude list is [], retry=0 2024-11-13T13:17:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37955,DS-1c508e5a-1f6e-4879-a37a-ccddea13d3cf,DISK] 2024-11-13T13:17:51,440 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.meta.1731503871417.meta 2024-11-13T13:17:51,440 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-13T13:17:51,441 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:51,441 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:51,441 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:51,441 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:17:51,441 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:17:51,441 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:17:51,442 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:51,442 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:17:51,442 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:17:51,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:51,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:51,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:51,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:51,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:51,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:51,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:51,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:51,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:51,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:51,452 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:51,454 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740 2024-11-13T13:17:51,455 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740 2024-11-13T13:17:51,456 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:51,456 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:51,457 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:51,458 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:51,459 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71558102, jitterRate=0.06629881262779236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:51,459 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:17:51,460 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503871442Writing region info on filesystem at 1731503871442Initializing all the Stores at 1731503871443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503871443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503871444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503871444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503871444Cleaning up temporary data from old regions at 1731503871456 (+12 ms)Running coprocessor post-open hooks at 1731503871459 (+3 ms)Region opened successfully at 1731503871460 (+1 ms) 2024-11-13T13:17:51,461 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503871402 2024-11-13T13:17:51,463 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:17:51,464 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:17:51,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:51,467 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,44561,1731503868774, state=OPEN 2024-11-13T13:17:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0390646967/meta-region-server 2024-11-13T13:17:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0390646967/meta-region-server 2024-11-13T13:17:51,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0390646967/meta-region-server: CHANGED 2024-11-13T13:17:51,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0390646967/meta-region-server: CHANGED 2024-11-13T13:17:51,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:51,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:17:51,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44561,1731503868774 in 286 msec 2024-11-13T13:17:51,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:17:51,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-13T13:17:51,544 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:51,544 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:17:51,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:51,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44561,1731503868774, seqNum=-1] 2024-11-13T13:17:51,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:51,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:51,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-13T13:17:51,553 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503871553, completionTime=-1 2024-11-13T13:17:51,553 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:17:51,553 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:17:51,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503931556 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731503991556 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37441,1731503868430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37441,1731503868430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37441,1731503868430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:37441, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,558 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,559 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.690sec 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37441,1731503868430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:51,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37441,1731503868430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:17:51,565 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:17:51,565 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:17:51,565 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37441,1731503868430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:51,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25965b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:51,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37441,-1 for getting cluster id 2024-11-13T13:17:51,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:51,619 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ddc6e5e-62b1-4b67-b08d-d9016111b514' 2024-11-13T13:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ddc6e5e-62b1-4b67-b08d-d9016111b514" 2024-11-13T13:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503eb203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37441,-1] 2024-11-13T13:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:51,622 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:51,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3804b408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:51,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:51,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44561,1731503868774, seqNum=-1] 2024-11-13T13:17:51,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:51,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:51,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:51,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-13T13:17:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:51,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10134583ecb0002 connected 2024-11-13T13:17:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir so I do NOT create it in target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9 2024-11-13T13:17:51,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:17:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.tmp.dir so I do NOT create it in target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9 2024-11-13T13:17:51,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:17:51,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9 2024-11-13T13:17:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:17:51,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/cluster_d19782c5-94ff-0c51-9dc6-0b85f83a2d39, deleteOnExit=true 2024-11-13T13:17:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:17:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/test.cache.data in system properties and HBase conf 2024-11-13T13:17:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:17:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:17:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:17:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:17:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:17:51,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:17:51,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:17:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:17:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:17:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:17:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:17:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:17:52,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:52,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:52,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:52,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:52,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:17:52,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:52,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e452e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:52,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69c41808{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:52,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ff1df24{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/java.io.tmpdir/jetty-localhost-36769-hadoop-hdfs-3_4_1-tests_jar-_-any-13710279364040302717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:17:52,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6638ef63{HTTP/1.1, (http/1.1)}{localhost:36769} 2024-11-13T13:17:52,159 INFO [Time-limited test {}] server.Server(415): Started @40482ms 2024-11-13T13:17:52,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:17:52,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:17:52,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:17:52,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:17:52,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:17:52,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50ccaf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:17:52,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4361babf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:17:52,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb240a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/java.io.tmpdir/jetty-localhost-40287-hadoop-hdfs-3_4_1-tests_jar-_-any-10381909972434507406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:17:52,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dcd68e8{HTTP/1.1, (http/1.1)}{localhost:40287} 2024-11-13T13:17:52,717 INFO [Time-limited test {}] server.Server(415): Started @41040ms 2024-11-13T13:17:52,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:17:53,480 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/cluster_d19782c5-94ff-0c51-9dc6-0b85f83a2d39/data/data2/current/BP-929570878-172.17.0.2-1731503871700/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:53,480 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/cluster_d19782c5-94ff-0c51-9dc6-0b85f83a2d39/data/data1/current/BP-929570878-172.17.0.2-1731503871700/current, will proceed with Du for space computation calculation, 2024-11-13T13:17:53,509 WARN [Thread-612 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:17:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc11f9d83235f773 with lease ID 0x2fdc0205af31561f: Processing first storage report for DS-970987ab-6e63-470e-944d-a61e8011b22e from datanode DatanodeRegistration(127.0.0.1:40829, datanodeUuid=b4612a74-0562-478b-8761-b9558efa186f, infoPort=44567, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=2083643930;c=1731503871700) 2024-11-13T13:17:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc11f9d83235f773 with lease ID 0x2fdc0205af31561f: from storage DS-970987ab-6e63-470e-944d-a61e8011b22e node DatanodeRegistration(127.0.0.1:40829, datanodeUuid=b4612a74-0562-478b-8761-b9558efa186f, infoPort=44567, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=2083643930;c=1731503871700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:17:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc11f9d83235f773 with lease ID 0x2fdc0205af31561f: Processing first storage report for DS-19c82e7e-00cb-4294-ba6c-31020a2d5ccb from datanode DatanodeRegistration(127.0.0.1:40829, datanodeUuid=b4612a74-0562-478b-8761-b9558efa186f, infoPort=44567, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=2083643930;c=1731503871700) 2024-11-13T13:17:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc11f9d83235f773 with lease ID 0x2fdc0205af31561f: from storage DS-19c82e7e-00cb-4294-ba6c-31020a2d5ccb node DatanodeRegistration(127.0.0.1:40829, datanodeUuid=b4612a74-0562-478b-8761-b9558efa186f, infoPort=44567, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=2083643930;c=1731503871700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:17:53,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9 2024-11-13T13:17:53,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:53,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:17:53,609 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f with version=8 2024-11-13T13:17:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/hbase-staging 2024-11-13T13:17:53,612 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:53,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:53,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:53,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:53,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:53,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:53,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:17:53,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:53,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38503 2024-11-13T13:17:53,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38503 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-13T13:17:53,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385030x0, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:53,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38503-0x10134583ecb0003 connected 2024-11-13T13:17:53,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:53,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:53,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/running 2024-11-13T13:17:53,717 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f, hbase.cluster.distributed=false 2024-11-13T13:17:53,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/acl 2024-11-13T13:17:53,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38503 2024-11-13T13:17:53,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38503 2024-11-13T13:17:53,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38503 2024-11-13T13:17:53,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38503 2024-11-13T13:17:53,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38503 2024-11-13T13:17:53,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:17:53,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:17:53,785 WARN [RS:0;bfeb2336aed7:44561 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bfeb2336aed7,45133,1731503840179: status=Processing ServerCrashProcedure of bfeb2336aed7,45133,1731503840179 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731503856563, completionTime=-1 appears to have been leaked 2024-11-13T13:17:53,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42473 2024-11-13T13:17:53,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42473 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-13T13:17:53,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:53,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424730x0, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:53,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424730x0, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/running 2024-11-13T13:17:53,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42473-0x10134583ecb0004 connected 2024-11-13T13:17:53,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:17:53,948 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:17:53,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/master 2024-11-13T13:17:53,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/acl 2024-11-13T13:17:53,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-13T13:17:53,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42473 2024-11-13T13:17:53,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42473 2024-11-13T13:17:53,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-13T13:17:53,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-13T13:17:53,978 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:38503 2024-11-13T13:17:53,978 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1570910064/backup-masters/bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064/backup-masters 2024-11-13T13:17:54,103 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on existing znode=/1-1570910064/backup-masters/bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064/backup-masters 2024-11-13T13:17:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570910064/master 2024-11-13T13:17:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:54,128 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on existing znode=/1-1570910064/master 2024-11-13T13:17:54,129 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1570910064/backup-masters/bfeb2336aed7,38503,1731503873612 from backup master directory 2024-11-13T13:17:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064/backup-masters 2024-11-13T13:17:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570910064/backup-masters/bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064/backup-masters 2024-11-13T13:17:54,138 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:54,138 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:54,158 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/hbase.id] with ID: 8187f3dd-cf1e-408c-9266-d2c2878288dc 2024-11-13T13:17:54,158 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/.tmp/hbase.id 2024-11-13T13:17:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:17:54,605 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/.tmp/hbase.id]:[hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/hbase.id] 2024-11-13T13:17:54,618 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:17:54,618 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:17:54,620 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:17:54,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:54,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:54,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:17:55,092 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:55,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:17:55,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:17:55,502 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store 2024-11-13T13:17:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:17:55,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:17:55,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:17:55,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:17:55,910 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:55,910 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:17:55,910 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:55,910 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:55,910 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:17:55,910 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:55,910 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:17:55,910 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503875910Disabling compacts and flushes for region at 1731503875910Disabling writes for close at 1731503875910Writing region close event to WAL at 1731503875910Closed at 1731503875910 2024-11-13T13:17:55,911 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/.initializing 2024-11-13T13:17:55,912 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/WALs/bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:55,913 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:55,915 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C38503%2C1731503873612, suffix=, logDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/WALs/bfeb2336aed7,38503,1731503873612, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/oldWALs, maxLogs=10 2024-11-13T13:17:55,932 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/WALs/bfeb2336aed7,38503,1731503873612/bfeb2336aed7%2C38503%2C1731503873612.1731503875915, exclude list is [], retry=0 2024-11-13T13:17:55,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-970987ab-6e63-470e-944d-a61e8011b22e,DISK] 2024-11-13T13:17:55,946 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/WALs/bfeb2336aed7,38503,1731503873612/bfeb2336aed7%2C38503%2C1731503873612.1731503875915 2024-11-13T13:17:55,946 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-13T13:17:55,946 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:55,946 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:55,947 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,947 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:17:55,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:55,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:55,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:17:55,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:55,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:55,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:17:55,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:55,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:55,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:17:55,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:55,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:55,959 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,960 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,960 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,961 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,961 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,962 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:55,963 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:17:55,965 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:55,966 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72575663, jitterRate=0.08146165311336517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:55,966 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503875947Initializing all the Stores at 1731503875948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503875948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503875948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503875948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503875948Cleaning up temporary data from old regions at 1731503875961 (+13 ms)Region opened successfully at 1731503875966 (+5 ms) 2024-11-13T13:17:55,966 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:17:55,969 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4253a75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:55,971 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:17:55,971 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:17:55,971 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:17:55,971 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:17:55,972 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:17:55,972 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:17:55,972 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:17:55,982 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:17:55,982 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Unable to get data of znode /1-1570910064/balancer because node does not exist (not necessarily an error) 2024-11-13T13:17:56,038 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570910064/balancer already deleted, retry=false 2024-11-13T13:17:56,038 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:17:56,039 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Unable to get data of znode /1-1570910064/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:17:56,049 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570910064/normalizer already deleted, retry=false 2024-11-13T13:17:56,049 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:17:56,050 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Unable to get data of znode /1-1570910064/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:17:56,059 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570910064/switch/split already deleted, retry=false 2024-11-13T13:17:56,060 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Unable to get data of znode /1-1570910064/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:17:56,070 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570910064/switch/merge already deleted, retry=false 2024-11-13T13:17:56,072 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Unable to get data of znode /1-1570910064/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:17:56,080 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570910064/snapshot-cleanup already deleted, retry=false 2024-11-13T13:17:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570910064/running 2024-11-13T13:17:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570910064/running 2024-11-13T13:17:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:56,092 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,38503,1731503873612, sessionid=0x10134583ecb0003, setting cluster-up flag (Was=false) 2024-11-13T13:17:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:56,144 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1570910064/flush-table-proc/acquired, /1-1570910064/flush-table-proc/reached, /1-1570910064/flush-table-proc/abort 2024-11-13T13:17:56,145 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:56,196 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1570910064/online-snapshot/acquired, /1-1570910064/online-snapshot/reached, /1-1570910064/online-snapshot/abort 2024-11-13T13:17:56,197 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:56,198 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:17:56,201 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:56,201 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:17:56,201 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:17:56,201 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,38503,1731503873612 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:56,203 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:56,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:17:56,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:56,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503906229 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:17:56,229 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:17:56,230 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:17:56,237 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:17:56,237 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:17:56,237 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:17:56,237 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:17:56,240 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:17:56,241 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:17:56,241 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503876241,5,FailOnTimeoutGroup] 2024-11-13T13:17:56,244 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503876241,5,FailOnTimeoutGroup] 2024-11-13T13:17:56,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:17:56,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,267 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(746): ClusterId : 8187f3dd-cf1e-408c-9266-d2c2878288dc 2024-11-13T13:17:56,267 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:17:56,275 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:17:56,275 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:17:56,286 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:17:56,286 DEBUG [RS:0;bfeb2336aed7:42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5ca487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:17:56,298 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:42473 2024-11-13T13:17:56,298 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:17:56,298 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:17:56,298 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:17:56,299 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,38503,1731503873612 with port=42473, startcode=1731503873744 2024-11-13T13:17:56,299 DEBUG [RS:0;bfeb2336aed7:42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:17:56,302 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:17:56,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:56,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38503 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:56,304 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f 2024-11-13T13:17:56,304 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37341 2024-11-13T13:17:56,305 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:17:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064/rs 2024-11-13T13:17:56,353 DEBUG [RS:0;bfeb2336aed7:42473 {}] zookeeper.ZKUtil(111): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on existing znode=/1-1570910064/rs/bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:56,353 WARN [RS:0;bfeb2336aed7:42473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:17:56,353 INFO [RS:0;bfeb2336aed7:42473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:56,353 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:56,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,42473,1731503873744] 2024-11-13T13:17:56,356 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:17:56,360 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:17:56,364 INFO [RS:0;bfeb2336aed7:42473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:17:56,364 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,368 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:17:56,369 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:17:56,369 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,369 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,370 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:17:56,370 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:56,370 DEBUG [RS:0;bfeb2336aed7:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:17:56,375 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,375 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,375 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,375 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,375 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,375 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42473,1731503873744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:56,395 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:17:56,395 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42473,1731503873744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,395 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,395 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.Replication(171): bfeb2336aed7,42473,1731503873744 started 2024-11-13T13:17:56,414 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:56,414 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,42473,1731503873744, RpcServer on bfeb2336aed7/172.17.0.2:42473, sessionid=0x10134583ecb0004 2024-11-13T13:17:56,414 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:17:56,414 DEBUG [RS:0;bfeb2336aed7:42473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:56,414 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,42473,1731503873744' 2024-11-13T13:17:56,414 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1570910064/flush-table-proc/abort' 2024-11-13T13:17:56,415 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1570910064/flush-table-proc/acquired' 2024-11-13T13:17:56,415 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:17:56,415 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:17:56,415 DEBUG [RS:0;bfeb2336aed7:42473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:56,415 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,42473,1731503873744' 2024-11-13T13:17:56,415 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1570910064/online-snapshot/abort' 2024-11-13T13:17:56,416 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1570910064/online-snapshot/acquired' 2024-11-13T13:17:56,417 DEBUG [RS:0;bfeb2336aed7:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:17:56,417 INFO [RS:0;bfeb2336aed7:42473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:17:56,417 INFO [RS:0;bfeb2336aed7:42473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:17:56,517 INFO [RS:0;bfeb2336aed7:42473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:17:56,519 INFO [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C42473%2C1731503873744, suffix=, logDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/oldWALs, maxLogs=10 2024-11-13T13:17:56,532 DEBUG [RS:0;bfeb2336aed7:42473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744/bfeb2336aed7%2C42473%2C1731503873744.1731503876519, exclude list is [], retry=0 2024-11-13T13:17:56,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-970987ab-6e63-470e-944d-a61e8011b22e,DISK] 2024-11-13T13:17:56,538 INFO [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744/bfeb2336aed7%2C42473%2C1731503873744.1731503876519 2024-11-13T13:17:56,538 DEBUG [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-13T13:17:56,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:17:56,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f 2024-11-13T13:17:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:17:56,690 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:17:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:57,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:57,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:57,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:57,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:57,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:57,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:57,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:57,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:57,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:57,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740 2024-11-13T13:17:57,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740 2024-11-13T13:17:57,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:57,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:57,067 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:57,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:57,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:57,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65690436, jitterRate=-0.021136224269866943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:57,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503877046Initializing all the Stores at 1731503877048 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503877048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503877048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503877048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503877048Cleaning up temporary data from old regions at 1731503877067 (+19 ms)Region opened successfully at 1731503877077 (+10 ms) 2024-11-13T13:17:57,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:57,078 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:57,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:57,079 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503877078Disabling compacts and flushes for region at 1731503877078Disabling writes for close at 1731503877079 (+1 ms)Writing region close event to WAL at 1731503877079Closed at 1731503877079 2024-11-13T13:17:57,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:57,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:17:57,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:17:57,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:57,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:17:57,235 DEBUG [bfeb2336aed7:38503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:17:57,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:57,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,42473,1731503873744, state=OPENING 2024-11-13T13:17:57,333 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:17:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:57,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570910064/meta-region-server: CHANGED 2024-11-13T13:17:57,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570910064/meta-region-server: CHANGED 2024-11-13T13:17:57,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:17:57,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,42473,1731503873744}] 2024-11-13T13:17:57,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:17:57,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:17:57,504 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:17:57,504 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:57,505 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:17:57,508 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C42473%2C1731503873744.meta, suffix=.meta, logDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/oldWALs, maxLogs=10 2024-11-13T13:17:57,521 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744/bfeb2336aed7%2C42473%2C1731503873744.meta.1731503877509.meta, exclude list is [], retry=0 2024-11-13T13:17:57,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-970987ab-6e63-470e-944d-a61e8011b22e,DISK] 2024-11-13T13:17:57,527 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744/bfeb2336aed7%2C42473%2C1731503873744.meta.1731503877509.meta 2024-11-13T13:17:57,527 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:57,528 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:17:57,528 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:17:57,528 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:17:57,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:17:57,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:17:57,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:17:57,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:17:57,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:17:57,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:17:57,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:17:57,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:17:57,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:17:57,536 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:17:57,537 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740 2024-11-13T13:17:57,538 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740 2024-11-13T13:17:57,541 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:17:57,541 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:17:57,542 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:17:57,544 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:17:57,545 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67479697, jitterRate=0.005525842308998108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:17:57,545 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:17:57,545 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503877529Writing region info on filesystem at 1731503877529Initializing all the Stores at 1731503877529Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503877529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503877530 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503877530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503877530Cleaning up temporary data from old regions at 1731503877541 (+11 ms)Running coprocessor post-open hooks at 1731503877545 (+4 ms)Region opened successfully at 1731503877545 2024-11-13T13:17:57,548 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503877497 2024-11-13T13:17:57,550 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:17:57,550 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:17:57,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:57,552 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,42473,1731503873744, state=OPEN 2024-11-13T13:17:57,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1570910064/meta-region-server 2024-11-13T13:17:57,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1570910064/meta-region-server 2024-11-13T13:17:57,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:57,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570910064/meta-region-server: CHANGED 2024-11-13T13:17:57,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570910064/meta-region-server: CHANGED 2024-11-13T13:17:57,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:17:57,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,42473,1731503873744 in 225 msec 2024-11-13T13:17:57,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:17:57,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-13T13:17:57,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:17:57,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:17:57,585 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:57,585 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,42473,1731503873744, seqNum=-1] 2024-11-13T13:17:57,586 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:57,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:57,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3930 sec 2024-11-13T13:17:57,594 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503877594, completionTime=-1 2024-11-13T13:17:57,594 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:17:57,595 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:17:57,597 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:17:57,597 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503937597 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731503997597 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38503,1731503873612-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38503,1731503873612-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38503,1731503873612-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:38503, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,598 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,604 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,604 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.473sec 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38503,1731503873612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:17:57,611 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38503,1731503873612-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:17:57,614 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:17:57,614 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:17:57,614 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38503,1731503873612-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:17:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296d6740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38503,-1 for getting cluster id 2024-11-13T13:17:57,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:57,669 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8187f3dd-cf1e-408c-9266-d2c2878288dc' 2024-11-13T13:17:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8187f3dd-cf1e-408c-9266-d2c2878288dc" 2024-11-13T13:17:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9e90ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38503,-1] 2024-11-13T13:17:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:57,672 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:57,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530bf50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,42473,1731503873744, seqNum=-1] 2024-11-13T13:17:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:57,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:17:57,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:57,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-13T13:17:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:17:57,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10134583ecb0005 connected 2024-11-13T13:17:57,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e463c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37441,-1 for getting cluster id 2024-11-13T13:17:57,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:57,713 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ddc6e5e-62b1-4b67-b08d-d9016111b514' 2024-11-13T13:17:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ddc6e5e-62b1-4b67-b08d-d9016111b514" 2024-11-13T13:17:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab207a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37441,-1] 2024-11-13T13:17:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:57,715 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60414c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15142794 2024-11-13T13:17:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:57,719 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:57,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:38503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:57,723 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:38503' 2024-11-13T13:17:57,724 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7902be69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,724 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38503,-1 for getting cluster id 2024-11-13T13:17:57,724 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:57,725 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8187f3dd-cf1e-408c-9266-d2c2878288dc' 2024-11-13T13:17:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8187f3dd-cf1e-408c-9266-d2c2878288dc" 2024-11-13T13:17:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa64f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38503,-1] 2024-11-13T13:17:57,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:57,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:57,727 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:57,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fc62e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:57,728 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:57,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3978241c 2024-11-13T13:17:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:57,730 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:57,730 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T13:17:57,730 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:17:57,731 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:57,731 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:57,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:57,731 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:17:57,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:17:57,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:17:57,737 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:57,739 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:17:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741835_1011 (size=1138) 2024-11-13T13:17:57,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b77423564ab0ca9c9fffa847c53463e, NAME => 'hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1 2024-11-13T13:17:57,786 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:17:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741836_1012 (size=44) 2024-11-13T13:17:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:58,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:58,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b77423564ab0ca9c9fffa847c53463e, disabling compactions & flushes 2024-11-13T13:17:58,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. after waiting 0 ms 2024-11-13T13:17:58,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b77423564ab0ca9c9fffa847c53463e: Waiting for close lock at 1731503878188Disabling compacts and flushes for region at 1731503878188Disabling writes for close at 1731503878188Writing region close event to WAL at 1731503878188Closed at 1731503878188 2024-11-13T13:17:58,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:17:58,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731503878190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731503878190"}]},"ts":"1731503878190"} 2024-11-13T13:17:58,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:17:58,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:17:58,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503878194"}]},"ts":"1731503878194"} 2024-11-13T13:17:58,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:17:58,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b77423564ab0ca9c9fffa847c53463e, ASSIGN}] 2024-11-13T13:17:58,199 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b77423564ab0ca9c9fffa847c53463e, ASSIGN 2024-11-13T13:17:58,200 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b77423564ab0ca9c9fffa847c53463e, ASSIGN; state=OFFLINE, location=bfeb2336aed7,44561,1731503868774; forceNewPlan=false, retain=false 2024-11-13T13:17:58,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b77423564ab0ca9c9fffa847c53463e, regionState=OPENING, regionLocation=bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b77423564ab0ca9c9fffa847c53463e, ASSIGN because future has completed 2024-11-13T13:17:58,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b77423564ab0ca9c9fffa847c53463e, server=bfeb2336aed7,44561,1731503868774}] 2024-11-13T13:17:58,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:17:58,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:17:58,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44561%2C1731503868774.rep, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/oldWALs, maxLogs=10 2024-11-13T13:17:58,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.rep.1731503878515, exclude list is [], retry=0 2024-11-13T13:17:58,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37955,DS-1c508e5a-1f6e-4879-a37a-ccddea13d3cf,DISK] 2024-11-13T13:17:58,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.rep.1731503878515 2024-11-13T13:17:58,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-13T13:17:58,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b77423564ab0ca9c9fffa847c53463e, NAME => 'hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:17:58,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:17:58,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:17:58,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. service=MultiRowMutationService 2024-11-13T13:17:58,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:17:58,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:17:58,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,539 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,543 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77423564ab0ca9c9fffa847c53463e columnFamilyName hfileref 2024-11-13T13:17:58,543 DEBUG [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:58,543 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] regionserver.HStore(327): Store=9b77423564ab0ca9c9fffa847c53463e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:58,543 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,545 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77423564ab0ca9c9fffa847c53463e columnFamilyName queue 2024-11-13T13:17:58,545 DEBUG [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:58,545 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] regionserver.HStore(327): Store=9b77423564ab0ca9c9fffa847c53463e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:58,545 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,546 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77423564ab0ca9c9fffa847c53463e columnFamilyName sid 2024-11-13T13:17:58,547 DEBUG [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:17:58,547 INFO [StoreOpener-9b77423564ab0ca9c9fffa847c53463e-1 {}] regionserver.HStore(327): Store=9b77423564ab0ca9c9fffa847c53463e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:17:58,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:17:58,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:17:58,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9b77423564ab0ca9c9fffa847c53463e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60911939, jitterRate=-0.09234137833118439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:17:58,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:17:58,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9b77423564ab0ca9c9fffa847c53463e: Running coprocessor pre-open hook at 1731503878538Writing region info on filesystem at 1731503878538Initializing all the Stores at 1731503878538Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503878539 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503878539Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503878539Cleaning up temporary data from old regions at 1731503878549 (+10 ms)Running coprocessor post-open hooks at 1731503878553 (+4 ms)Region opened successfully at 1731503878554 (+1 ms) 2024-11-13T13:17:58,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e., pid=7, masterSystemTime=1731503878509 2024-11-13T13:17:58,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:17:58,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b77423564ab0ca9c9fffa847c53463e, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,44561,1731503868774 2024-11-13T13:17:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b77423564ab0ca9c9fffa847c53463e, server=bfeb2336aed7,44561,1731503868774 because future has completed 2024-11-13T13:17:58,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T13:17:58,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b77423564ab0ca9c9fffa847c53463e, server=bfeb2336aed7,44561,1731503868774 in 209 msec 2024-11-13T13:17:58,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:17:58,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b77423564ab0ca9c9fffa847c53463e, ASSIGN in 370 msec 2024-11-13T13:17:58,571 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:17:58,571 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503878571"}]},"ts":"1731503878571"} 2024-11-13T13:17:58,574 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:17:58,576 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:17:58,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 845 msec 2024-11-13T13:17:58,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e., hostname=bfeb2336aed7,44561,1731503868774, seqNum=2] 2024-11-13T13:17:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:17:58,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:17:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:58,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T13:17:58,866 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:17:58,906 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,44561,1731503868774, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:17:58,907 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:17:58,907 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44561,1731503868774, seqNum=-1] 2024-11-13T13:17:58,907 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:17:58,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T13:17:58,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,44561,1731503868774', locateType=CURRENT is [region=hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e., hostname=bfeb2336aed7,44561,1731503868774, seqNum=2] 2024-11-13T13:17:58,914 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T13:17:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T13:17:58,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,44561,1731503868774 suceeded 2024-11-13T13:17:58,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T13:17:58,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-13T13:17:58,921 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:38503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:17:58,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2020 sec 2024-11-13T13:17:58,937 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:38503' 2024-11-13T13:17:58,938 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5572708c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:58,938 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38503,-1 for getting cluster id 2024-11-13T13:17:58,939 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:17:58,939 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8187f3dd-cf1e-408c-9266-d2c2878288dc' 2024-11-13T13:17:58,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:17:58,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8187f3dd-cf1e-408c-9266-d2c2878288dc" 2024-11-13T13:17:58,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@199b338d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:58,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38503,-1] 2024-11-13T13:17:58,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:17:58,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:58,943 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:17:58,944 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738f3f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:17:58,945 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a272482 2024-11-13T13:17:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:58,951 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T13:17:58,951 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,44561,1731503868774 (queues=1) is replicating from cluster=6ddc6e5e-62b1-4b67-b08d-d9016111b514 to cluster=8187f3dd-cf1e-408c-9266-d2c2878288dc 2024-11-13T13:17:58,952 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C44561%2C1731503868774 2024-11-13T13:17:58,952 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,44561,1731503868774, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:17:58,959 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854, startPosition=0, beingWritten=true 2024-11-13T13:17:58,959 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.shipperbfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C44561%2C1731503868774 2024-11-13T13:17:59,167 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 to pos 0, reset compression=false 2024-11-13T13:17:59,472 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 to pos 0, reset compression=false 2024-11-13T13:17:59,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:17:59,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:17:59,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:17:59,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T13:17:59,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:17:59,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T13:17:59,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:17:59,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T13:17:59,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:17:59,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T13:17:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:17:59,872 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:17:59,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:59,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:59,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:59,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:59,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:17:59,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37441,1731503868430 2024-11-13T13:17:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e84c8 2024-11-13T13:17:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:17:59,875 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:17:59,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:17:59,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:17:59,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:59,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:59,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:59,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:59,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:17:59,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:17:59,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1262906310, stopped=false 2024-11-13T13:17:59,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,38503,1731503873612 2024-11-13T13:17:59,879 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 to pos 0, reset compression=false 2024-11-13T13:17:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570910064/running 2024-11-13T13:17:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570910064/running 2024-11-13T13:17:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:17:59,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:17:59,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:17:59,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:59,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:59,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,42473,1731503873744' ***** 2024-11-13T13:17:59,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:17:59,944 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,42473,1731503873744 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:42473. 2024-11-13T13:17:59,945 DEBUG [RS:0;bfeb2336aed7:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:17:59,945 DEBUG [RS:0;bfeb2336aed7:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:17:59,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/running 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:17:59,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Set watcher on znode that does not yet exist, /1-1570910064/running 2024-11-13T13:17:59,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:17:59,945 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:17:59,945 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:17:59,946 DEBUG [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:17:59,946 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:17:59,946 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:17:59,946 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:17:59,946 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:17:59,946 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:17:59,946 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T13:17:59,967 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/.tmp/ns/bdf9516e3d4c4efa848d27787d6351b9 is 43, key is default/ns:d/1731503877588/Put/seqid=0 2024-11-13T13:17:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741835_1011 (size=5153) 2024-11-13T13:17:59,977 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/.tmp/ns/bdf9516e3d4c4efa848d27787d6351b9 2024-11-13T13:17:59,978 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:17:59,985 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/.tmp/ns/bdf9516e3d4c4efa848d27787d6351b9 as hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/ns/bdf9516e3d4c4efa848d27787d6351b9 2024-11-13T13:17:59,995 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/ns/bdf9516e3d4c4efa848d27787d6351b9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T13:17:59,996 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=6, compaction requested=false 2024-11-13T13:18:00,003 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T13:18:00,003 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:18:00,003 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:18:00,004 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:18:00,004 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503879946Running coprocessor pre-close hooks at 1731503879946Disabling compacts and flushes for region at 1731503879946Disabling writes for close at 1731503879946Obtaining lock to block concurrent updates at 1731503879946Preparing flush snapshotting stores in 1588230740 at 1731503879946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731503879947 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731503879948 (+1 ms)Flushing 1588230740/ns: creating writer at 1731503879948Flushing 1588230740/ns: appending metadata at 1731503879967 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731503879967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54431fe5: reopening flushed file at 1731503879984 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=6, compaction requested=false at 1731503879996 (+12 ms)Writing region close event to WAL at 1731503879999 (+3 ms)Running coprocessor post-close hooks at 1731503880003 (+4 ms)Closed at 1731503880004 (+1 ms) 2024-11-13T13:18:00,004 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:18:00,146 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,42473,1731503873744; all regions closed. 2024-11-13T13:18:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741834_1010 (size=1152) 2024-11-13T13:18:00,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/WALs/bfeb2336aed7,42473,1731503873744/bfeb2336aed7%2C42473%2C1731503873744.meta.1731503877509.meta not finished, retry = 0 2024-11-13T13:18:00,251 DEBUG [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/oldWALs 2024-11-13T13:18:00,251 INFO [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C42473%2C1731503873744.meta:.meta(num 1731503877509) 2024-11-13T13:18:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741832_1008 (size=93) 2024-11-13T13:18:00,259 DEBUG [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/oldWALs 2024-11-13T13:18:00,259 INFO [RS:0;bfeb2336aed7:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C42473%2C1731503873744:(num 1731503876519) 2024-11-13T13:18:00,259 DEBUG [RS:0;bfeb2336aed7:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:00,259 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:18:00,259 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:18:00,260 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:18:00,260 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:18:00,260 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:18:00,260 INFO [RS:0;bfeb2336aed7:42473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42473 2024-11-13T13:18:00,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064/rs 2024-11-13T13:18:00,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570910064/rs/bfeb2336aed7,42473,1731503873744 2024-11-13T13:18:00,269 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:18:00,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,42473,1731503873744] 2024-11-13T13:18:00,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570910064/draining/bfeb2336aed7,42473,1731503873744 already deleted, retry=false 2024-11-13T13:18:00,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,42473,1731503873744 expired; onlineServers=0 2024-11-13T13:18:00,280 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,38503,1731503873612' ***** 2024-11-13T13:18:00,280 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:18:00,280 INFO [M:0;bfeb2336aed7:38503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:18:00,280 INFO [M:0;bfeb2336aed7:38503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:18:00,280 DEBUG [M:0;bfeb2336aed7:38503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:18:00,280 DEBUG [M:0;bfeb2336aed7:38503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:18:00,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:18:00,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503876241 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503876241,5,FailOnTimeoutGroup] 2024-11-13T13:18:00,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503876241 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503876241,5,FailOnTimeoutGroup] 2024-11-13T13:18:00,281 INFO [M:0;bfeb2336aed7:38503 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:18:00,281 INFO [M:0;bfeb2336aed7:38503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:18:00,281 DEBUG [M:0;bfeb2336aed7:38503 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:18:00,281 INFO [M:0;bfeb2336aed7:38503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:18:00,281 INFO [M:0;bfeb2336aed7:38503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:18:00,281 INFO [M:0;bfeb2336aed7:38503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:18:00,281 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:18:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570910064/master 2024-11-13T13:18:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570910064 2024-11-13T13:18:00,290 DEBUG [M:0;bfeb2336aed7:38503 {}] zookeeper.ZKUtil(347): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Unable to get data of znode /1-1570910064/master because node does not exist (not an error) 2024-11-13T13:18:00,291 WARN [M:0;bfeb2336aed7:38503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:18:00,291 INFO [M:0;bfeb2336aed7:38503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/.lastflushedseqids 2024-11-13T13:18:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741836_1012 (size=99) 2024-11-13T13:18:00,296 INFO [M:0;bfeb2336aed7:38503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:18:00,296 INFO [M:0;bfeb2336aed7:38503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:18:00,297 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:18:00,297 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:00,297 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:00,297 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:18:00,297 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:00,297 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T13:18:00,312 DEBUG [M:0;bfeb2336aed7:38503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95b61f36f50248708d46353bcbbb77c0 is 82, key is hbase:meta,,1/info:regioninfo/1731503877551/Put/seqid=0 2024-11-13T13:18:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741837_1013 (size=5672) 2024-11-13T13:18:00,318 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95b61f36f50248708d46353bcbbb77c0 2024-11-13T13:18:00,338 DEBUG [M:0;bfeb2336aed7:38503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6773cb13a86c48709163a439ac3d01be is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731503877593/Put/seqid=0 2024-11-13T13:18:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741838_1014 (size=5275) 2024-11-13T13:18:00,347 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6773cb13a86c48709163a439ac3d01be 2024-11-13T13:18:00,376 DEBUG [M:0;bfeb2336aed7:38503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53636d9101d343b8a2fd5d7dedfb7899 is 69, key is bfeb2336aed7,42473,1731503873744/rs:state/1731503876303/Put/seqid=0 2024-11-13T13:18:00,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:00,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x10134583ecb0004, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:00,380 INFO [RS:0;bfeb2336aed7:42473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:18:00,380 INFO [RS:0;bfeb2336aed7:42473 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,42473,1731503873744; zookeeper connection closed. 2024-11-13T13:18:00,386 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 to pos 0, reset compression=false 2024-11-13T13:18:00,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3382d0fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3382d0fb 2024-11-13T13:18:00,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:18:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741839_1015 (size=5156) 2024-11-13T13:18:00,790 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53636d9101d343b8a2fd5d7dedfb7899 2024-11-13T13:18:00,796 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95b61f36f50248708d46353bcbbb77c0 as hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95b61f36f50248708d46353bcbbb77c0 2024-11-13T13:18:00,801 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95b61f36f50248708d46353bcbbb77c0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T13:18:00,803 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6773cb13a86c48709163a439ac3d01be as hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6773cb13a86c48709163a439ac3d01be 2024-11-13T13:18:00,808 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6773cb13a86c48709163a439ac3d01be, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T13:18:00,809 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53636d9101d343b8a2fd5d7dedfb7899 as hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53636d9101d343b8a2fd5d7dedfb7899 2024-11-13T13:18:00,816 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/e972eb54-c68a-fe9e-be6d-7c24e336401f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53636d9101d343b8a2fd5d7dedfb7899, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T13:18:00,817 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=28, compaction requested=false 2024-11-13T13:18:00,818 INFO [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:00,818 DEBUG [M:0;bfeb2336aed7:38503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503880297Disabling compacts and flushes for region at 1731503880297Disabling writes for close at 1731503880297Obtaining lock to block concurrent updates at 1731503880297Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503880297Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731503880297Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503880298 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503880298Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503880312 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503880312Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503880323 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503880337 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503880337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503880353 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503880375 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503880375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6378f27: reopening flushed file at 1731503880795 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752285a: reopening flushed file at 1731503880801 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3278cd61: reopening flushed file at 1731503880808 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=28, compaction requested=false at 1731503880817 (+9 ms)Writing region close event to WAL at 1731503880818 (+1 ms)Closed at 1731503880818 2024-11-13T13:18:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741830_1006 (size=10165) 2024-11-13T13:18:00,829 INFO [M:0;bfeb2336aed7:38503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:18:00,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:18:00,829 INFO [M:0;bfeb2336aed7:38503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38503 2024-11-13T13:18:00,830 INFO [M:0;bfeb2336aed7:38503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:18:00,980 INFO [M:0;bfeb2336aed7:38503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:18:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x10134583ecb0003, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:00,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb240a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:18:00,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dcd68e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:18:00,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:18:00,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4361babf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:18:00,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50ccaf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir/,STOPPED} 2024-11-13T13:18:00,995 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 to pos 0, reset compression=false 2024-11-13T13:18:01,000 WARN [BP-929570878-172.17.0.2-1731503871700 heartbeating to localhost/127.0.0.1:37341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:18:01,000 WARN [BP-929570878-172.17.0.2-1731503871700 heartbeating to localhost/127.0.0.1:37341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-929570878-172.17.0.2-1731503871700 (Datanode Uuid b4612a74-0562-478b-8761-b9558efa186f) service to localhost/127.0.0.1:37341 2024-11-13T13:18:01,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:18:01,000 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:18:01,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/cluster_d19782c5-94ff-0c51-9dc6-0b85f83a2d39/data/data1/current/BP-929570878-172.17.0.2-1731503871700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:18:01,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/cluster_d19782c5-94ff-0c51-9dc6-0b85f83a2d39/data/data2/current/BP-929570878-172.17.0.2-1731503871700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:18:01,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:18:01,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ff1df24{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:18:01,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6638ef63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:18:01,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:18:01,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69c41808{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:18:01,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e452e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir/,STOPPED} 2024-11-13T13:18:01,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:18:01,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:18:01,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:18:01,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:01,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:01,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:01,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:18:01,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:18:01,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1110748961, stopped=false 2024-11-13T13:18:01,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,37441,1731503868430 2024-11-13T13:18:01,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0390646967/running 2024-11-13T13:18:01,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:18:01,059 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:18:01,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0390646967/running 2024-11-13T13:18:01,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:18:01,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:18:01,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:01,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:01,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,44561,1731503868774' ***** 2024-11-13T13:18:01,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:18:01,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/running 2024-11-13T13:18:01,060 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:18:01,060 INFO [RS:0;bfeb2336aed7:44561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:18:01,060 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:18:01,060 INFO [RS:0;bfeb2336aed7:44561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:18:01,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Set watcher on znode that does not yet exist, /0390646967/running 2024-11-13T13:18:01,060 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,44561,1731503868774 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44561. 2024-11-13T13:18:01,061 DEBUG [RS:0;bfeb2336aed7:44561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:01,061 DEBUG [RS:0;bfeb2336aed7:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:18:01,061 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:18:01,061 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1325): Online Regions={9b77423564ab0ca9c9fffa847c53463e=hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:18:01,061 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b77423564ab0ca9c9fffa847c53463e 2024-11-13T13:18:01,061 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b77423564ab0ca9c9fffa847c53463e, disabling compactions & flushes 2024-11-13T13:18:01,061 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:18:01,061 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:18:01,061 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. after waiting 0 ms 2024-11-13T13:18:01,061 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:18:01,061 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:18:01,062 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:18:01,062 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b77423564ab0ca9c9fffa847c53463e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T13:18:01,062 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:18:01,062 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:18:01,062 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:18:01,062 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T13:18:01,090 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/.tmp/queue/2d2ef61864804e4388ce14b6f35cf864 is 151, key is 1-bfeb2336aed7,44561,1731503868774/queue:bfeb2336aed7%2C44561%2C1731503868774/1731503878913/Put/seqid=0 2024-11-13T13:18:01,094 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/info/df7770c03cfc4dfcbb2cd246638378e1 is 147, key is hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e./info:regioninfo/1731503878559/Put/seqid=0 2024-11-13T13:18:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741838_1014 (size=5350) 2024-11-13T13:18:01,105 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/.tmp/queue/2d2ef61864804e4388ce14b6f35cf864 2024-11-13T13:18:01,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741839_1015 (size=6631) 2024-11-13T13:18:01,120 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/.tmp/queue/2d2ef61864804e4388ce14b6f35cf864 as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/queue/2d2ef61864804e4388ce14b6f35cf864 2024-11-13T13:18:01,123 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:18:01,126 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/queue/2d2ef61864804e4388ce14b6f35cf864, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T13:18:01,127 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9b77423564ab0ca9c9fffa847c53463e in 65ms, sequenceid=5, compaction requested=false 2024-11-13T13:18:01,127 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:18:01,138 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/replication/9b77423564ab0ca9c9fffa847c53463e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:18:01,141 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:18:01,141 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:18:01,141 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:18:01,141 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b77423564ab0ca9c9fffa847c53463e: Waiting for close lock at 1731503881061Running coprocessor pre-close hooks at 1731503881061Disabling compacts and flushes for region at 1731503881061Disabling writes for close at 1731503881061Obtaining lock to block concurrent updates at 1731503881062 (+1 ms)Preparing flush snapshotting stores in 9b77423564ab0ca9c9fffa847c53463e at 1731503881062Finished memstore snapshotting hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731503881062Flushing stores of hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. at 1731503881062Flushing 9b77423564ab0ca9c9fffa847c53463e/queue: creating writer at 1731503881063 (+1 ms)Flushing 9b77423564ab0ca9c9fffa847c53463e/queue: appending metadata at 1731503881089 (+26 ms)Flushing 9b77423564ab0ca9c9fffa847c53463e/queue: closing flushed file at 1731503881089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15adb49c: reopening flushed file at 1731503881117 (+28 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9b77423564ab0ca9c9fffa847c53463e in 65ms, sequenceid=5, compaction requested=false at 1731503881127 (+10 ms)Writing region close event to WAL at 1731503881134 (+7 ms)Running coprocessor post-close hooks at 1731503881141 (+7 ms)Closed at 1731503881141 2024-11-13T13:18:01,141 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731503877731.9b77423564ab0ca9c9fffa847c53463e. 2024-11-13T13:18:01,261 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:18:01,462 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:18:01,508 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/info/df7770c03cfc4dfcbb2cd246638378e1 2024-11-13T13:18:01,536 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/ns/81f3335804e94e25afb50e2f387a6b12 is 43, key is default/ns:d/1731503871547/Put/seqid=0 2024-11-13T13:18:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741840_1016 (size=5153) 2024-11-13T13:18:01,662 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:18:01,727 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.wal-reader.bfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/WALs/bfeb2336aed7,44561,1731503868774/bfeb2336aed7%2C44561%2C1731503868774.1731503870854 to pos 0, reset compression=false 2024-11-13T13:18:01,761 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:18:01,761 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:18:01,862 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:18:01,949 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/ns/81f3335804e94e25afb50e2f387a6b12 2024-11-13T13:18:01,976 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/table/be27ecb4e07e4b3fb91b609d3acdaae8 is 53, key is hbase:replication/table:state/1731503878571/Put/seqid=0 2024-11-13T13:18:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741841_1017 (size=5256) 2024-11-13T13:18:02,062 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:18:02,063 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:18:02,063 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:18:02,263 DEBUG [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:18:02,382 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/table/be27ecb4e07e4b3fb91b609d3acdaae8 2024-11-13T13:18:02,393 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/info/df7770c03cfc4dfcbb2cd246638378e1 as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/info/df7770c03cfc4dfcbb2cd246638378e1 2024-11-13T13:18:02,400 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/info/df7770c03cfc4dfcbb2cd246638378e1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T13:18:02,401 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/ns/81f3335804e94e25afb50e2f387a6b12 as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/ns/81f3335804e94e25afb50e2f387a6b12 2024-11-13T13:18:02,427 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/ns/81f3335804e94e25afb50e2f387a6b12, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:18:02,429 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/.tmp/table/be27ecb4e07e4b3fb91b609d3acdaae8 as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/table/be27ecb4e07e4b3fb91b609d3acdaae8 2024-11-13T13:18:02,438 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/table/be27ecb4e07e4b3fb91b609d3acdaae8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T13:18:02,440 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=11, compaction requested=false 2024-11-13T13:18:02,453 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T13:18:02,454 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:18:02,454 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:18:02,454 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:18:02,454 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503881061Running coprocessor pre-close hooks at 1731503881061Disabling compacts and flushes for region at 1731503881061Disabling writes for close at 1731503881062 (+1 ms)Obtaining lock to block concurrent updates at 1731503881062Preparing flush snapshotting stores in 1588230740 at 1731503881062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731503881062Flushing stores of hbase:meta,,1.1588230740 at 1731503881063 (+1 ms)Flushing 1588230740/info: creating writer at 1731503881063Flushing 1588230740/info: appending metadata at 1731503881093 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731503881093Flushing 1588230740/ns: creating writer at 1731503881515 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731503881536 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731503881536Flushing 1588230740/table: creating writer at 1731503881957 (+421 ms)Flushing 1588230740/table: appending metadata at 1731503881976 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731503881976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4031ac34: reopening flushed file at 1731503882388 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ffe6b5: reopening flushed file at 1731503882400 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f19ec80: reopening flushed file at 1731503882428 (+28 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=11, compaction requested=false at 1731503882440 (+12 ms)Writing region close event to WAL at 1731503882448 (+8 ms)Running coprocessor post-close hooks at 1731503882454 (+6 ms)Closed at 1731503882454 2024-11-13T13:18:02,455 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:18:02,463 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,44561,1731503868774; all regions closed. 2024-11-13T13:18:02,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741834_1010 (size=2742) 2024-11-13T13:18:02,468 DEBUG [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/oldWALs 2024-11-13T13:18:02,468 INFO [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C44561%2C1731503868774.meta:.meta(num 1731503871417) 2024-11-13T13:18:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741837_1013 (size=1586) 2024-11-13T13:18:02,477 DEBUG [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/oldWALs 2024-11-13T13:18:02,477 INFO [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C44561%2C1731503868774.rep:(num 1731503878515) 2024-11-13T13:18:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741832_1008 (size=93) 2024-11-13T13:18:02,483 DEBUG [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/oldWALs 2024-11-13T13:18:02,483 INFO [RS:0;bfeb2336aed7:44561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C44561%2C1731503868774:(num 1731503870854) 2024-11-13T13:18:02,483 DEBUG [RS:0;bfeb2336aed7:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:02,483 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:18:02,483 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:18:02,483 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:18:02,484 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:18:02,484 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,44561,1731503868774 because: Region server is closing 2024-11-13T13:18:02,484 INFO [RS:0;bfeb2336aed7:44561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44561. 2024-11-13T13:18:02,484 DEBUG [RS:0;bfeb2336aed7:44561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:02,484 DEBUG [RS:0;bfeb2336aed7:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:02,484 DEBUG [RS:0;bfeb2336aed7:44561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:02,484 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:18:02,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:18:02,584 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.shipperbfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:18:02,585 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44561,1731503868774.replicationSource.shipperbfeb2336aed7%2C44561%2C1731503868774,1-bfeb2336aed7,44561,1731503868774 terminated 2024-11-13T13:18:02,585 INFO [RS:0;bfeb2336aed7:44561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44561 2024-11-13T13:18:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967/rs 2024-11-13T13:18:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0390646967/rs/bfeb2336aed7,44561,1731503868774 2024-11-13T13:18:02,683 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:18:02,683 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fab708e3288@2fae19fd rejected from java.util.concurrent.ThreadPoolExecutor@6aac826c[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T13:18:02,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,44561,1731503868774] 2024-11-13T13:18:02,843 INFO [RS:0;bfeb2336aed7:44561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:18:02,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:02,843 INFO [RS:0;bfeb2336aed7:44561 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,44561,1731503868774; zookeeper connection closed. 2024-11-13T13:18:02,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x10134583ecb0001, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:02,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@442ddcca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@442ddcca 2024-11-13T13:18:02,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:18:02,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0390646967/draining/bfeb2336aed7,44561,1731503868774 already deleted, retry=false 2024-11-13T13:18:02,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,44561,1731503868774 expired; onlineServers=0 2024-11-13T13:18:02,867 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,37441,1731503868430' ***** 2024-11-13T13:18:02,867 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:18:02,867 INFO [M:0;bfeb2336aed7:37441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:18:02,867 INFO [M:0;bfeb2336aed7:37441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:18:02,867 DEBUG [M:0;bfeb2336aed7:37441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:18:02,867 DEBUG [M:0;bfeb2336aed7:37441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:18:02,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:18:02,867 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503870560 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503870560,5,FailOnTimeoutGroup] 2024-11-13T13:18:02,867 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503870560 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503870560,5,FailOnTimeoutGroup] 2024-11-13T13:18:02,867 INFO [M:0;bfeb2336aed7:37441 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:18:02,867 INFO [M:0;bfeb2336aed7:37441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:18:02,867 DEBUG [M:0;bfeb2336aed7:37441 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:18:02,867 INFO [M:0;bfeb2336aed7:37441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:18:02,868 INFO [M:0;bfeb2336aed7:37441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:18:02,868 INFO [M:0;bfeb2336aed7:37441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:18:02,868 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:18:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0390646967/master 2024-11-13T13:18:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0390646967 2024-11-13T13:18:02,884 DEBUG [M:0;bfeb2336aed7:37441 {}] zookeeper.ZKUtil(347): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Unable to get data of znode /0390646967/master because node does not exist (not an error) 2024-11-13T13:18:02,884 WARN [M:0;bfeb2336aed7:37441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:18:02,885 INFO [M:0;bfeb2336aed7:37441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/.lastflushedseqids 2024-11-13T13:18:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741842_1018 (size=181) 2024-11-13T13:18:03,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:18:03,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:03,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:03,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:03,289 INFO [M:0;bfeb2336aed7:37441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:18:03,290 INFO [M:0;bfeb2336aed7:37441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:18:03,290 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:18:03,290 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:03,290 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:03,290 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:18:03,290 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:03,290 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T13:18:03,305 DEBUG [M:0;bfeb2336aed7:37441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/341ed7a021414b838776f1b2a43336c2 is 82, key is hbase:meta,,1/info:regioninfo/1731503871464/Put/seqid=0 2024-11-13T13:18:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741843_1019 (size=5672) 2024-11-13T13:18:03,709 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/341ed7a021414b838776f1b2a43336c2 2024-11-13T13:18:03,728 DEBUG [M:0;bfeb2336aed7:37441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a3d70aabbb5470693c8133f420ebdb7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731503878578/Put/seqid=0 2024-11-13T13:18:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741844_1020 (size=7203) 2024-11-13T13:18:04,133 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a3d70aabbb5470693c8133f420ebdb7 2024-11-13T13:18:04,155 DEBUG [M:0;bfeb2336aed7:37441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9097812ee874246adbadebdd26147fe is 69, key is bfeb2336aed7,44561,1731503868774/rs:state/1731503870659/Put/seqid=0 2024-11-13T13:18:04,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741845_1021 (size=5156) 2024-11-13T13:18:04,560 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9097812ee874246adbadebdd26147fe 2024-11-13T13:18:04,566 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/341ed7a021414b838776f1b2a43336c2 as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/341ed7a021414b838776f1b2a43336c2 2024-11-13T13:18:04,571 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/341ed7a021414b838776f1b2a43336c2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T13:18:04,572 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a3d70aabbb5470693c8133f420ebdb7 as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a3d70aabbb5470693c8133f420ebdb7 2024-11-13T13:18:04,577 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a3d70aabbb5470693c8133f420ebdb7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T13:18:04,578 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9097812ee874246adbadebdd26147fe as hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9097812ee874246adbadebdd26147fe 2024-11-13T13:18:04,583 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9097812ee874246adbadebdd26147fe, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T13:18:04,584 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-13T13:18:04,586 INFO [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:04,586 DEBUG [M:0;bfeb2336aed7:37441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503883290Disabling compacts and flushes for region at 1731503883290Disabling writes for close at 1731503883290Obtaining lock to block concurrent updates at 1731503883290Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503883290Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731503883290Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503883291 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503883291Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503883304 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503883304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503883714 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503883727 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503883728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503884138 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503884154 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503884154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5a9b7: reopening flushed file at 1731503884565 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c2fde9: reopening flushed file at 1731503884572 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b218913: reopening flushed file at 1731503884577 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731503884584 (+7 ms)Writing region close event to WAL at 1731503884586 (+2 ms)Closed at 1731503884586 2024-11-13T13:18:04,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16016dc6-8b8e-017f-5202-466a3ca1e9d1/MasterData/WALs/bfeb2336aed7,37441,1731503868430/bfeb2336aed7%2C37441%2C1731503868430.1731503870224 not finished, retry = 0 2024-11-13T13:18:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37955 is added to blk_1073741830_1006 (size=41008) 2024-11-13T13:18:04,689 INFO [M:0;bfeb2336aed7:37441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:18:04,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:18:04,689 INFO [M:0;bfeb2336aed7:37441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37441 2024-11-13T13:18:04,689 INFO [M:0;bfeb2336aed7:37441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:18:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:04,854 INFO [M:0;bfeb2336aed7:37441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:18:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10134583ecb0000, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:18:04,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eb99cb3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:18:04,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6542faf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:18:04,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:18:04,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7b57b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:18:04,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b5c6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir/,STOPPED} 2024-11-13T13:18:04,857 WARN [BP-742672129-172.17.0.2-1731503866698 heartbeating to localhost/127.0.0.1:40355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:18:04,858 WARN [BP-742672129-172.17.0.2-1731503866698 heartbeating to localhost/127.0.0.1:40355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-742672129-172.17.0.2-1731503866698 (Datanode Uuid 6ad472a2-ecdd-40d6-ae42-1297e83d6ea4) service to localhost/127.0.0.1:40355 2024-11-13T13:18:04,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:18:04,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:18:04,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/data/data1/current/BP-742672129-172.17.0.2-1731503866698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:18:04,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/cluster_3bcd899e-0c88-597e-76ef-9f9ddcf7054f/data/data2/current/BP-742672129-172.17.0.2-1731503866698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:18:04,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:18:04,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65bb8510{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:18:04,863 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1526b10f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:18:04,863 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:18:04,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed71c7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:18:04,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5166ed4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c8b7a3b-4286-4fbb-0cb9-cbe5e9dee5bb/hadoop.log.dir/,STOPPED} 2024-11-13T13:18:04,869 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:18:04,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:18:04,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37341 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52409) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52409) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40355 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3663 (was 3978) 2024-11-13T13:18:04,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=3663 2024-11-13T13:18:04,904 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T13:18:04,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir so I do NOT create it in target/test-data/9c441609-5727-ab34-e749-39e63c352539 2024-11-13T13:18:04,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:18:04,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.tmp.dir so I do NOT create it in target/test-data/9c441609-5727-ab34-e749-39e63c352539 2024-11-13T13:18:04,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31db1fd6-c565-63a5-263b-80697d984eb9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:18:04,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539 2024-11-13T13:18:04,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5, deleteOnExit=true 2024-11-13T13:18:04,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/zookeeper_0, clientPort=49239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:18:04,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49239 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/test.cache.data in system properties and HBase conf 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:18:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:18:04,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:18:04,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:18:04,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:18:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10134583ecb0002, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:18:04,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10134583ecb0002, quorum=127.0.0.1:52409, baseZNode=/0390646967 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:18:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10134583ecb0005, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:18:04,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10134583ecb0005, quorum=127.0.0.1:52409, baseZNode=/1-1570910064 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:18:05,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:18:05,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:18:05,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:18:05,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:18:05,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:18:05,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:18:05,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@420a7122{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:18:05,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f44c735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:18:05,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@889e3e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/java.io.tmpdir/jetty-localhost-39187-hadoop-hdfs-3_4_1-tests_jar-_-any-15136608560219793204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:18:05,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a47011{HTTP/1.1, (http/1.1)}{localhost:39187} 2024-11-13T13:18:05,520 INFO [Time-limited test {}] server.Server(415): Started @53843ms 2024-11-13T13:18:05,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:18:05,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:18:05,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:18:05,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:18:05,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:18:05,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a7460d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:18:05,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e9781d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:18:05,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a155b8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/java.io.tmpdir/jetty-localhost-41051-hadoop-hdfs-3_4_1-tests_jar-_-any-6535330833571645242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:18:05,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ccdde58{HTTP/1.1, (http/1.1)}{localhost:41051} 2024-11-13T13:18:05,970 INFO [Time-limited test {}] server.Server(415): Started @54294ms 2024-11-13T13:18:05,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:18:06,576 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/data/data2/current/BP-1537537415-172.17.0.2-1731503884941/current, will proceed with Du for space computation calculation, 2024-11-13T13:18:06,576 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/data/data1/current/BP-1537537415-172.17.0.2-1731503884941/current, will proceed with Du for space computation calculation, 2024-11-13T13:18:06,590 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:18:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf140965a51aea208 with lease ID 0x8ff4d5a389ee561a: Processing first storage report for DS-e5610227-05fb-45e2-9e6b-1428e5668582 from datanode DatanodeRegistration(127.0.0.1:35143, datanodeUuid=252d40ca-3b69-4f22-a470-32405cc0d940, infoPort=34971, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=504990799;c=1731503884941) 2024-11-13T13:18:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf140965a51aea208 with lease ID 0x8ff4d5a389ee561a: from storage DS-e5610227-05fb-45e2-9e6b-1428e5668582 node DatanodeRegistration(127.0.0.1:35143, datanodeUuid=252d40ca-3b69-4f22-a470-32405cc0d940, infoPort=34971, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=504990799;c=1731503884941), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T13:18:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf140965a51aea208 with lease ID 0x8ff4d5a389ee561a: Processing first storage report for DS-35cd6222-2f45-41e8-aebd-08f8eef64ebd from datanode DatanodeRegistration(127.0.0.1:35143, datanodeUuid=252d40ca-3b69-4f22-a470-32405cc0d940, infoPort=34971, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=504990799;c=1731503884941) 2024-11-13T13:18:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf140965a51aea208 with lease ID 0x8ff4d5a389ee561a: from storage DS-35cd6222-2f45-41e8-aebd-08f8eef64ebd node DatanodeRegistration(127.0.0.1:35143, datanodeUuid=252d40ca-3b69-4f22-a470-32405cc0d940, infoPort=34971, infoSecurePort=0, ipcPort=34797, storageInfo=lv=-57;cid=testClusterID;nsid=504990799;c=1731503884941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:18:06,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539 2024-11-13T13:18:06,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:06,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:18:07,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0 with version=8 2024-11-13T13:18:07,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/hbase-staging 2024-11-13T13:18:07,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:18:07,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:07,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:18:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:18:07,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:18:07,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:18:07,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44807 2024-11-13T13:18:07,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44807 connecting to ZooKeeper ensemble=127.0.0.1:49239 2024-11-13T13:18:07,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448070x0, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:18:07,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44807-0x101345886270000 connected 2024-11-13T13:18:07,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:07,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:07,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/running 2024-11-13T13:18:07,198 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0, hbase.cluster.distributed=false 2024-11-13T13:18:07,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/acl 2024-11-13T13:18:07,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-13T13:18:07,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44807 2024-11-13T13:18:07,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44807 2024-11-13T13:18:07,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-13T13:18:07,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-13T13:18:07,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:18:07,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:18:07,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45337 2024-11-13T13:18:07,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45337 connecting to ZooKeeper ensemble=127.0.0.1:49239 2024-11-13T13:18:07,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:07,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453370x0, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:18:07,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453370x0, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/running 2024-11-13T13:18:07,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45337-0x101345886270001 connected 2024-11-13T13:18:07,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:18:07,233 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:18:07,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/master 2024-11-13T13:18:07,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/acl 2024-11-13T13:18:07,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-13T13:18:07,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45337 2024-11-13T13:18:07,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45337 2024-11-13T13:18:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-13T13:18:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-13T13:18:07,250 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:44807 2024-11-13T13:18:07,250 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01688111558/backup-masters/bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558/backup-masters 2024-11-13T13:18:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558/backup-masters 2024-11-13T13:18:07,264 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on existing znode=/01688111558/backup-masters/bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01688111558/master 2024-11-13T13:18:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:07,274 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on existing znode=/01688111558/master 2024-11-13T13:18:07,274 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01688111558/backup-masters/bfeb2336aed7,44807,1731503887011 from backup master directory 2024-11-13T13:18:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01688111558/backup-masters/bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558/backup-masters 2024-11-13T13:18:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558/backup-masters 2024-11-13T13:18:07,284 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:18:07,284 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:07,288 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/hbase.id] with ID: 7ba41e98-682c-450c-9f25-97a7bd8ffe43 2024-11-13T13:18:07,288 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/.tmp/hbase.id 2024-11-13T13:18:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:18:07,693 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/.tmp/hbase.id]:[hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/hbase.id] 2024-11-13T13:18:07,703 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:07,703 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:18:07,704 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:18:07,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:07,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:18:07,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:18:07,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:07,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:07,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:07,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:08,159 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:18:08,160 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:18:08,160 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:18:08,567 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store 2024-11-13T13:18:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:18:08,973 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:08,973 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:18:08,973 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:08,973 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:08,973 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:18:08,973 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:08,973 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:08,974 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503888973Disabling compacts and flushes for region at 1731503888973Disabling writes for close at 1731503888973Writing region close event to WAL at 1731503888973Closed at 1731503888973 2024-11-13T13:18:08,975 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/.initializing 2024-11-13T13:18:08,975 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/WALs/bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:08,976 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:18:08,977 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C44807%2C1731503887011, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/WALs/bfeb2336aed7,44807,1731503887011, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/oldWALs, maxLogs=10 2024-11-13T13:18:08,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/WALs/bfeb2336aed7,44807,1731503887011/bfeb2336aed7%2C44807%2C1731503887011.1731503888977, exclude list is [], retry=0 2024-11-13T13:18:08,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-e5610227-05fb-45e2-9e6b-1428e5668582,DISK] 2024-11-13T13:18:08,993 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/WALs/bfeb2336aed7,44807,1731503887011/bfeb2336aed7%2C44807%2C1731503887011.1731503888977 2024-11-13T13:18:08,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-13T13:18:08,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:08,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:08,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:08,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:08,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:08,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:18:08,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:08,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:08,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:08,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:18:08,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:08,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:09,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:18:09,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:09,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:09,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:18:09,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:09,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:09,003 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,004 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,004 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,005 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,005 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,006 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:18:09,006 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:09,008 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:09,009 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63714794, jitterRate=-0.050575584173202515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:18:09,009 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503888994Initializing all the Stores at 1731503888995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503888995Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503888995Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503888995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503888995Cleaning up temporary data from old regions at 1731503889005 (+10 ms)Region opened successfully at 1731503889009 (+4 ms) 2024-11-13T13:18:09,010 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:18:09,012 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f43bc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:18:09,013 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:18:09,013 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:18:09,013 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:18:09,014 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:18:09,015 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:18:09,015 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:18:09,015 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:18:09,017 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:18:09,018 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Unable to get data of znode /01688111558/balancer because node does not exist (not necessarily an error) 2024-11-13T13:18:09,116 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01688111558/balancer already deleted, retry=false 2024-11-13T13:18:09,116 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:18:09,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Unable to get data of znode /01688111558/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:18:09,126 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01688111558/normalizer already deleted, retry=false 2024-11-13T13:18:09,127 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:18:09,128 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Unable to get data of znode /01688111558/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:18:09,137 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01688111558/switch/split already deleted, retry=false 2024-11-13T13:18:09,138 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Unable to get data of znode /01688111558/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:18:09,148 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01688111558/switch/merge already deleted, retry=false 2024-11-13T13:18:09,155 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Unable to get data of znode /01688111558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:18:09,164 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01688111558/snapshot-cleanup already deleted, retry=false 2024-11-13T13:18:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01688111558/running 2024-11-13T13:18:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01688111558/running 2024-11-13T13:18:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:09,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:09,178 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,44807,1731503887011, sessionid=0x101345886270000, setting cluster-up flag (Was=false) 2024-11-13T13:18:09,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:09,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:09,231 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01688111558/flush-table-proc/acquired, /01688111558/flush-table-proc/reached, /01688111558/flush-table-proc/abort 2024-11-13T13:18:09,233 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:09,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:09,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:09,284 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01688111558/online-snapshot/acquired, /01688111558/online-snapshot/reached, /01688111558/online-snapshot/abort 2024-11-13T13:18:09,294 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:09,296 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:18:09,303 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:09,304 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:18:09,304 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:18:09,304 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,44807,1731503887011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:18:09,306 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:09,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:18:09,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:09,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503919325 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:18:09,325 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:18:09,328 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:18:09,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:18:09,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:18:09,342 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:18:09,344 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:18:09,344 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:18:09,350 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(746): ClusterId : 7ba41e98-682c-450c-9f25-97a7bd8ffe43 2024-11-13T13:18:09,350 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:18:09,352 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503889344,5,FailOnTimeoutGroup] 2024-11-13T13:18:09,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:18:09,360 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:18:09,360 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503889352,5,FailOnTimeoutGroup] 2024-11-13T13:18:09,360 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:18:09,360 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,360 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:18:09,360 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,360 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,369 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:18:09,369 DEBUG [RS:0;bfeb2336aed7:45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60602e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:18:09,383 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:45337 2024-11-13T13:18:09,383 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:18:09,383 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:18:09,383 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:18:09,384 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,44807,1731503887011 with port=45337, startcode=1731503887214 2024-11-13T13:18:09,384 DEBUG [RS:0;bfeb2336aed7:45337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:18:09,389 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:18:09,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:09,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:09,392 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0 2024-11-13T13:18:09,392 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-11-13T13:18:09,392 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:18:09,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558/rs 2024-11-13T13:18:09,400 DEBUG [RS:0;bfeb2336aed7:45337 {}] zookeeper.ZKUtil(111): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on existing znode=/01688111558/rs/bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:09,400 WARN [RS:0;bfeb2336aed7:45337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:18:09,401 INFO [RS:0;bfeb2336aed7:45337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:09,401 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:09,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,45337,1731503887214] 2024-11-13T13:18:09,405 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:18:09,408 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:18:09,408 INFO [RS:0;bfeb2336aed7:45337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:18:09,408 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,409 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:18:09,409 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:18:09,410 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,410 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,411 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:09,411 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:18:09,411 DEBUG [RS:0;bfeb2336aed7:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:18:09,420 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,420 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,420 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,420 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,421 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,421 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45337,1731503887214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:18:09,440 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:18:09,441 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45337,1731503887214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,441 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,443 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.Replication(171): bfeb2336aed7,45337,1731503887214 started 2024-11-13T13:18:09,459 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:09,459 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,45337,1731503887214, RpcServer on bfeb2336aed7/172.17.0.2:45337, sessionid=0x101345886270001 2024-11-13T13:18:09,459 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:18:09,459 DEBUG [RS:0;bfeb2336aed7:45337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:09,460 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45337,1731503887214' 2024-11-13T13:18:09,460 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01688111558/flush-table-proc/abort' 2024-11-13T13:18:09,460 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01688111558/flush-table-proc/acquired' 2024-11-13T13:18:09,461 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:18:09,461 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:18:09,461 DEBUG [RS:0;bfeb2336aed7:45337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:09,461 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45337,1731503887214' 2024-11-13T13:18:09,461 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01688111558/online-snapshot/abort' 2024-11-13T13:18:09,462 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01688111558/online-snapshot/acquired' 2024-11-13T13:18:09,462 DEBUG [RS:0;bfeb2336aed7:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:18:09,462 INFO [RS:0;bfeb2336aed7:45337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:18:09,462 INFO [RS:0;bfeb2336aed7:45337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:18:09,563 INFO [RS:0;bfeb2336aed7:45337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:18:09,565 INFO [RS:0;bfeb2336aed7:45337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45337%2C1731503887214, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/oldWALs, maxLogs=10 2024-11-13T13:18:09,582 DEBUG [RS:0;bfeb2336aed7:45337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566, exclude list is [], retry=0 2024-11-13T13:18:09,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-e5610227-05fb-45e2-9e6b-1428e5668582,DISK] 2024-11-13T13:18:09,589 INFO [RS:0;bfeb2336aed7:45337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 2024-11-13T13:18:09,589 DEBUG [RS:0;bfeb2336aed7:45337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-13T13:18:09,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:18:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:18:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:18:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:18:09,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:18:09,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0 2024-11-13T13:18:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:18:10,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:10,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:18:10,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:18:10,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:18:10,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:18:10,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:18:10,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:18:10,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:18:10,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:18:10,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740 2024-11-13T13:18:10,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740 2024-11-13T13:18:10,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:18:10,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:18:10,188 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:18:10,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:18:10,192 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:10,193 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65387193, jitterRate=-0.025654897093772888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503890170Initializing all the Stores at 1731503890171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503890171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503890172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503890172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503890172Cleaning up temporary data from old regions at 1731503890188 (+16 ms)Region opened successfully at 1731503890194 (+6 ms) 2024-11-13T13:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:18:10,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:18:10,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:18:10,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:18:10,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503890194Disabling compacts and flushes for region at 1731503890194Disabling writes for close at 1731503890194Writing region close event to WAL at 1731503890196 (+2 ms)Closed at 1731503890196 2024-11-13T13:18:10,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:10,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:18:10,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:18:10,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:18:10,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:18:10,353 DEBUG [bfeb2336aed7:44807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:18:10,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:10,355 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45337,1731503887214, state=OPENING 2024-11-13T13:18:10,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:18:10,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:10,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:10,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:18:10,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45337,1731503887214}] 2024-11-13T13:18:10,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01688111558/meta-region-server: CHANGED 2024-11-13T13:18:10,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01688111558/meta-region-server: CHANGED 2024-11-13T13:18:10,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:18:10,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:18:10,618 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:18:10,618 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:10,619 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:18:10,620 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45337%2C1731503887214.meta, suffix=.meta, logDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/oldWALs, maxLogs=10 2024-11-13T13:18:10,637 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.meta.1731503890621.meta, exclude list is [], retry=0 2024-11-13T13:18:10,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-e5610227-05fb-45e2-9e6b-1428e5668582,DISK] 2024-11-13T13:18:10,647 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.meta.1731503890621.meta 2024-11-13T13:18:10,648 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-13T13:18:10,648 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:10,649 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:18:10,649 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:18:10,649 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:18:10,649 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:18:10,649 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:18:10,649 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:10,649 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:18:10,650 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:18:10,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:18:10,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:18:10,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:18:10,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:18:10,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:18:10,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:18:10,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:18:10,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:18:10,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:10,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:10,664 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:18:10,665 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740 2024-11-13T13:18:10,666 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740 2024-11-13T13:18:10,667 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:18:10,667 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:18:10,668 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:18:10,670 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:18:10,671 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72927439, jitterRate=0.08670352399349213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:18:10,671 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:18:10,673 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503890650Writing region info on filesystem at 1731503890650Initializing all the Stores at 1731503890652 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503890652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503890656 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503890656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503890656Cleaning up temporary data from old regions at 1731503890667 (+11 ms)Running coprocessor post-open hooks at 1731503890671 (+4 ms)Region opened successfully at 1731503890672 (+1 ms) 2024-11-13T13:18:10,674 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503890612 2024-11-13T13:18:10,677 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:18:10,677 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:18:10,678 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:10,681 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45337,1731503887214, state=OPEN 2024-11-13T13:18:10,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01688111558/meta-region-server 2024-11-13T13:18:10,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01688111558/meta-region-server 2024-11-13T13:18:10,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01688111558/meta-region-server: CHANGED 2024-11-13T13:18:10,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01688111558/meta-region-server: CHANGED 2024-11-13T13:18:10,810 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:10,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:18:10,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45337,1731503887214 in 351 msec 2024-11-13T13:18:10,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:18:10,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-13T13:18:10,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:10,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:18:10,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:10,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45337,1731503887214, seqNum=-1] 2024-11-13T13:18:10,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:10,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:10,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5230 sec 2024-11-13T13:18:10,826 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503890826, completionTime=-1 2024-11-13T13:18:10,826 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:18:10,826 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:18:10,828 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:18:10,828 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503950828 2024-11-13T13:18:10,828 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504010828 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44807,1731503887011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44807,1731503887011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44807,1731503887011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:44807, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,829 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,831 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.550sec 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44807,1731503887011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:18:10,834 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44807,1731503887011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:18:10,838 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:18:10,838 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:18:10,838 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44807,1731503887011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:10,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b123ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:10,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,44807,-1 for getting cluster id 2024-11-13T13:18:10,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:10,852 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ba41e98-682c-450c-9f25-97a7bd8ffe43' 2024-11-13T13:18:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ba41e98-682c-450c-9f25-97a7bd8ffe43" 2024-11-13T13:18:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df0999a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,44807,-1] 2024-11-13T13:18:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:10,854 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:10,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34256a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:10,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45337,1731503887214, seqNum=-1] 2024-11-13T13:18:10,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:10,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:10,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:10,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49239 2024-11-13T13:18:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:18:10,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345886270002 connected 2024-11-13T13:18:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir so I do NOT create it in target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a 2024-11-13T13:18:10,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:18:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.tmp.dir so I do NOT create it in target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a 2024-11-13T13:18:10,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:18:10,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a 2024-11-13T13:18:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:18:10,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/cluster_e3cf9c41-c903-d3ec-5b43-0b3b492b3cbc, deleteOnExit=true 2024-11-13T13:18:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:18:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/test.cache.data in system properties and HBase conf 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:18:10,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:18:10,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:18:10,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:18:10,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:18:10,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:18:10,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:18:11,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:18:11,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:18:11,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:18:11,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:18:11,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:18:11,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:18:11,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fde1df9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:18:11,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39eae651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:18:11,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@283575ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/java.io.tmpdir/jetty-localhost-39571-hadoop-hdfs-3_4_1-tests_jar-_-any-6979068716100084545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:18:11,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eac389a{HTTP/1.1, (http/1.1)}{localhost:39571} 2024-11-13T13:18:11,390 INFO [Time-limited test {}] server.Server(415): Started @59713ms 2024-11-13T13:18:11,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:18:11,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:18:11,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:18:11,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:18:11,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:18:11,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da731dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:18:11,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f925fee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:18:11,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a446b9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/java.io.tmpdir/jetty-localhost-45729-hadoop-hdfs-3_4_1-tests_jar-_-any-10507742189119386078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:18:11,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a224fd3{HTTP/1.1, (http/1.1)}{localhost:45729} 2024-11-13T13:18:11,840 INFO [Time-limited test {}] server.Server(415): Started @60164ms 2024-11-13T13:18:11,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:18:12,548 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/cluster_e3cf9c41-c903-d3ec-5b43-0b3b492b3cbc/data/data1/current/BP-1167603003-172.17.0.2-1731503890922/current, will proceed with Du for space computation calculation, 2024-11-13T13:18:12,549 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/cluster_e3cf9c41-c903-d3ec-5b43-0b3b492b3cbc/data/data2/current/BP-1167603003-172.17.0.2-1731503890922/current, will proceed with Du for space computation calculation, 2024-11-13T13:18:12,586 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:18:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9cf6122af7e26a5 with lease ID 0x1350bcab98abb6a9: Processing first storage report for DS-eb73ec7a-b25d-4bcd-8621-435c4b24a10a from datanode DatanodeRegistration(127.0.0.1:44441, datanodeUuid=76be3602-4dc7-4654-85b9-f8e6137eaab9, infoPort=44319, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1990352320;c=1731503890922) 2024-11-13T13:18:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9cf6122af7e26a5 with lease ID 0x1350bcab98abb6a9: from storage DS-eb73ec7a-b25d-4bcd-8621-435c4b24a10a node DatanodeRegistration(127.0.0.1:44441, datanodeUuid=76be3602-4dc7-4654-85b9-f8e6137eaab9, infoPort=44319, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1990352320;c=1731503890922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:18:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9cf6122af7e26a5 with lease ID 0x1350bcab98abb6a9: Processing first storage report for DS-3f4575c0-553e-4fff-ab85-7494fa6a975b from datanode DatanodeRegistration(127.0.0.1:44441, datanodeUuid=76be3602-4dc7-4654-85b9-f8e6137eaab9, infoPort=44319, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1990352320;c=1731503890922) 2024-11-13T13:18:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9cf6122af7e26a5 with lease ID 0x1350bcab98abb6a9: from storage DS-3f4575c0-553e-4fff-ab85-7494fa6a975b node DatanodeRegistration(127.0.0.1:44441, datanodeUuid=76be3602-4dc7-4654-85b9-f8e6137eaab9, infoPort=44319, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1990352320;c=1731503890922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:18:12,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a 2024-11-13T13:18:12,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:12,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:18:12,711 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c with version=8 2024-11-13T13:18:12,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/hbase-staging 2024-11-13T13:18:12,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:18:12,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:18:12,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45787 2024-11-13T13:18:12,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45787 connecting to ZooKeeper ensemble=127.0.0.1:49239 2024-11-13T13:18:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457870x0, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:18:12,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45787-0x101345886270003 connected 2024-11-13T13:18:12,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:12,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:12,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/running 2024-11-13T13:18:12,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c, hbase.cluster.distributed=false 2024-11-13T13:18:12,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/acl 2024-11-13T13:18:12,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-13T13:18:12,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45787 2024-11-13T13:18:12,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45787 2024-11-13T13:18:12,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-13T13:18:12,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-13T13:18:12,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:18:12,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:12,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:12,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:18:12,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:18:12,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:18:12,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:18:12,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:18:12,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34899 2024-11-13T13:18:12,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34899 connecting to ZooKeeper ensemble=127.0.0.1:49239 2024-11-13T13:18:12,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:12,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:12,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348990x0, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:18:12,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348990x0, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/running 2024-11-13T13:18:12,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:18:12,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34899-0x101345886270004 connected 2024-11-13T13:18:12,919 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:18:12,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/master 2024-11-13T13:18:12,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/acl 2024-11-13T13:18:12,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-13T13:18:12,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34899 2024-11-13T13:18:12,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34899 2024-11-13T13:18:12,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-13T13:18:12,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-13T13:18:12,951 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:45787 2024-11-13T13:18:12,951 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1201093266/backup-masters/bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266/backup-masters 2024-11-13T13:18:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266/backup-masters 2024-11-13T13:18:13,008 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on existing znode=/1201093266/backup-masters/bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:13,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1201093266/master 2024-11-13T13:18:13,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:13,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:13,157 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on existing znode=/1201093266/master 2024-11-13T13:18:13,158 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1201093266/backup-masters/bfeb2336aed7,45787,1731503892713 from backup master directory 2024-11-13T13:18:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266/backup-masters 2024-11-13T13:18:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201093266/backup-masters/bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266/backup-masters 2024-11-13T13:18:13,168 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:18:13,168 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:13,172 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/hbase.id] with ID: 242b3f4b-d756-4ab4-83a0-2fd3fbf52ead 2024-11-13T13:18:13,172 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/.tmp/hbase.id 2024-11-13T13:18:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:18:13,578 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/.tmp/hbase.id]:[hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/hbase.id] 2024-11-13T13:18:13,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:13,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:18:13,592 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:18:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:18:14,066 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:18:14,066 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:18:14,067 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:18:14,489 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store 2024-11-13T13:18:14,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:18:14,900 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:14,900 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:18:14,900 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:14,900 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:14,900 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:18:14,900 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:14,900 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:18:14,900 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503894900Disabling compacts and flushes for region at 1731503894900Disabling writes for close at 1731503894900Writing region close event to WAL at 1731503894900Closed at 1731503894900 2024-11-13T13:18:14,901 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/.initializing 2024-11-13T13:18:14,901 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/WALs/bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:14,902 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:18:14,904 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C45787%2C1731503892713, suffix=, logDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/WALs/bfeb2336aed7,45787,1731503892713, archiveDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/oldWALs, maxLogs=10 2024-11-13T13:18:14,917 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/WALs/bfeb2336aed7,45787,1731503892713/bfeb2336aed7%2C45787%2C1731503892713.1731503894904, exclude list is [], retry=0 2024-11-13T13:18:14,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-eb73ec7a-b25d-4bcd-8621-435c4b24a10a,DISK] 2024-11-13T13:18:14,922 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/WALs/bfeb2336aed7,45787,1731503892713/bfeb2336aed7%2C45787%2C1731503892713.1731503894904 2024-11-13T13:18:14,922 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-13T13:18:14,922 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:14,922 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:14,922 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,922 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:18:14,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:14,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:14,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:18:14,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:14,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:14,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:18:14,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:18:14,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:14,932 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,933 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,934 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,935 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,936 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,936 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:18:14,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:18:14,940 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:14,941 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68660825, jitterRate=0.023126021027565002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:18:14,941 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503894923Initializing all the Stores at 1731503894923Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503894923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503894924 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503894924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503894924Cleaning up temporary data from old regions at 1731503894936 (+12 ms)Region opened successfully at 1731503894941 (+5 ms) 2024-11-13T13:18:14,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:18:14,952 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127940e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:18:14,953 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:18:14,954 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:18:14,954 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:18:14,954 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:18:14,954 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:18:14,955 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:18:14,955 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:18:14,958 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:18:14,958 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Unable to get data of znode /1201093266/balancer because node does not exist (not necessarily an error) 2024-11-13T13:18:15,016 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201093266/balancer already deleted, retry=false 2024-11-13T13:18:15,016 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:18:15,017 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Unable to get data of znode /1201093266/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:18:15,109 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201093266/normalizer already deleted, retry=false 2024-11-13T13:18:15,110 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:18:15,111 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Unable to get data of znode /1201093266/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:18:15,136 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201093266/switch/split already deleted, retry=false 2024-11-13T13:18:15,137 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Unable to get data of znode /1201093266/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:18:15,147 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201093266/switch/merge already deleted, retry=false 2024-11-13T13:18:15,148 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Unable to get data of znode /1201093266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:18:15,157 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201093266/snapshot-cleanup already deleted, retry=false 2024-11-13T13:18:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1201093266/running 2024-11-13T13:18:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1201093266/running 2024-11-13T13:18:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,168 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,45787,1731503892713, sessionid=0x101345886270003, setting cluster-up flag (Was=false) 2024-11-13T13:18:15,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,220 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1201093266/flush-table-proc/acquired, /1201093266/flush-table-proc/reached, /1201093266/flush-table-proc/abort 2024-11-13T13:18:15,221 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:15,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:18:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:15,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:15,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:15,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:15,273 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1201093266/online-snapshot/acquired, /1201093266/online-snapshot/reached, /1201093266/online-snapshot/abort 2024-11-13T13:18:15,275 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:15,276 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:18:15,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:15,278 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:18:15,278 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:18:15,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,45787,1731503892713 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:18:15,279 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:18:15,280 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:15,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:18:15,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:15,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:18:15,310 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731503925310 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:18:15,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,312 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:18:15,312 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:18:15,312 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:18:15,312 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:18:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:18:15,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:18:15,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c 2024-11-13T13:18:15,320 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:18:15,320 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:18:15,324 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503895320,5,FailOnTimeoutGroup] 2024-11-13T13:18:15,329 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503895324,5,FailOnTimeoutGroup] 2024-11-13T13:18:15,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:18:15,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741832_1008 (size=32) 2024-11-13T13:18:15,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:15,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:18:15,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:18:15,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:15,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:15,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:18:15,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:18:15,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:15,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:15,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:18:15,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:18:15,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:18:15,349 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(746): ClusterId : 242b3f4b-d756-4ab4-83a0-2fd3fbf52ead 2024-11-13T13:18:15,349 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:18:15,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:18:15,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:15,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:15,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:18:15,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740 2024-11-13T13:18:15,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740 2024-11-13T13:18:15,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:18:15,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:18:15,354 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:18:15,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:18:15,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:15,358 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72791996, jitterRate=0.08468526601791382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:18:15,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503895338Initializing all the Stores at 1731503895339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503895339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503895339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503895339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503895339Cleaning up temporary data from old regions at 1731503895354 (+15 ms)Region opened successfully at 1731503895358 (+4 ms) 2024-11-13T13:18:15,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:18:15,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:18:15,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:18:15,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:18:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:18:15,359 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:18:15,359 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:18:15,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:18:15,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503895358Disabling compacts and flushes for region at 1731503895358Disabling writes for close at 1731503895358Writing region close event to WAL at 1731503895367 (+9 ms)Closed at 1731503895367 2024-11-13T13:18:15,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:15,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:18:15,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:18:15,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:18:15,370 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:18:15,372 DEBUG [RS:0;bfeb2336aed7:34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a52acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:18:15,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:18:15,390 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:34899 2024-11-13T13:18:15,390 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:18:15,390 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:18:15,390 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:18:15,392 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,45787,1731503892713 with port=34899, startcode=1731503892889 2024-11-13T13:18:15,392 DEBUG [RS:0;bfeb2336aed7:34899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:18:15,394 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:18:15,395 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,395 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45787 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,396 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c 2024-11-13T13:18:15,396 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40795 2024-11-13T13:18:15,397 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:18:15,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:18:15,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266/rs 2024-11-13T13:18:15,407 DEBUG [RS:0;bfeb2336aed7:34899 {}] zookeeper.ZKUtil(111): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on existing znode=/1201093266/rs/bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,407 WARN [RS:0;bfeb2336aed7:34899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:18:15,407 INFO [RS:0;bfeb2336aed7:34899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:15,407 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,34899,1731503892889] 2024-11-13T13:18:15,420 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:18:15,422 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:18:15,428 INFO [RS:0;bfeb2336aed7:34899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:18:15,428 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,429 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:18:15,430 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:18:15,430 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,430 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,431 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,431 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,431 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,431 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:18:15,431 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:18:15,431 DEBUG [RS:0;bfeb2336aed7:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:18:15,436 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,436 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,436 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,436 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,436 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,436 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34899,1731503892889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:18:15,451 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:18:15,451 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34899,1731503892889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,451 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,451 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.Replication(171): bfeb2336aed7,34899,1731503892889 started 2024-11-13T13:18:15,465 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:15,465 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,34899,1731503892889, RpcServer on bfeb2336aed7/172.17.0.2:34899, sessionid=0x101345886270004 2024-11-13T13:18:15,465 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:18:15,465 DEBUG [RS:0;bfeb2336aed7:34899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,465 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,34899,1731503892889' 2024-11-13T13:18:15,465 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1201093266/flush-table-proc/abort' 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1201093266/flush-table-proc/acquired' 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,34899,1731503892889' 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1201093266/online-snapshot/abort' 2024-11-13T13:18:15,466 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1201093266/online-snapshot/acquired' 2024-11-13T13:18:15,469 DEBUG [RS:0;bfeb2336aed7:34899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:18:15,469 INFO [RS:0;bfeb2336aed7:34899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:18:15,469 INFO [RS:0;bfeb2336aed7:34899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:18:15,522 WARN [bfeb2336aed7:45787 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T13:18:15,569 INFO [RS:0;bfeb2336aed7:34899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:18:15,571 INFO [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C34899%2C1731503892889, suffix=, logDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889, archiveDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/oldWALs, maxLogs=10 2024-11-13T13:18:15,587 DEBUG [RS:0;bfeb2336aed7:34899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889/bfeb2336aed7%2C34899%2C1731503892889.1731503895571, exclude list is [], retry=0 2024-11-13T13:18:15,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-eb73ec7a-b25d-4bcd-8621-435c4b24a10a,DISK] 2024-11-13T13:18:15,598 INFO [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889/bfeb2336aed7%2C34899%2C1731503892889.1731503895571 2024-11-13T13:18:15,599 DEBUG [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-13T13:18:15,773 DEBUG [bfeb2336aed7:45787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:18:15,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:15,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,34899,1731503892889, state=OPENING 2024-11-13T13:18:15,820 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:18:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:18:15,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201093266/meta-region-server: CHANGED 2024-11-13T13:18:15,843 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:18:15,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34899,1731503892889}] 2024-11-13T13:18:15,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201093266/meta-region-server: CHANGED 2024-11-13T13:18:15,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:18:15,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:18:16,004 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:18:16,005 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:16,006 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:18:16,008 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C34899%2C1731503892889.meta, suffix=.meta, logDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889, archiveDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/oldWALs, maxLogs=10 2024-11-13T13:18:16,036 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889/bfeb2336aed7%2C34899%2C1731503892889.meta.1731503896009.meta, exclude list is [], retry=0 2024-11-13T13:18:16,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-eb73ec7a-b25d-4bcd-8621-435c4b24a10a,DISK] 2024-11-13T13:18:16,053 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/WALs/bfeb2336aed7,34899,1731503892889/bfeb2336aed7%2C34899%2C1731503892889.meta.1731503896009.meta 2024-11-13T13:18:16,060 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-13T13:18:16,060 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:16,061 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:18:16,061 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:18:16,061 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:18:16,061 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:18:16,061 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:18:16,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:16,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:18:16,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:18:16,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:18:16,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:18:16,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:16,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:16,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:18:16,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:18:16,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:16,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:16,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:18:16,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:18:16,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:16,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:16,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:18:16,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:18:16,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:18:16,080 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:18:16,081 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740 2024-11-13T13:18:16,084 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740 2024-11-13T13:18:16,085 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:18:16,086 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:18:16,088 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:18:16,090 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:18:16,094 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821408, jitterRate=-0.12349271774291992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:18:16,094 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:18:16,094 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503896062Writing region info on filesystem at 1731503896062Initializing all the Stores at 1731503896063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503896063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503896063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503896063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503896063Cleaning up temporary data from old regions at 1731503896086 (+23 ms)Running coprocessor post-open hooks at 1731503896094 (+8 ms)Region opened successfully at 1731503896094 2024-11-13T13:18:16,098 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503895996 2024-11-13T13:18:16,101 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:18:16,101 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:18:16,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:16,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,34899,1731503892889, state=OPEN 2024-11-13T13:18:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1201093266/meta-region-server 2024-11-13T13:18:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1201093266/meta-region-server 2024-11-13T13:18:16,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:16,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201093266/meta-region-server: CHANGED 2024-11-13T13:18:16,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201093266/meta-region-server: CHANGED 2024-11-13T13:18:16,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:18:16,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34899,1731503892889 in 319 msec 2024-11-13T13:18:16,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:18:16,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-13T13:18:16,174 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:18:16,174 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:18:16,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:16,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34899,1731503892889, seqNum=-1] 2024-11-13T13:18:16,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:16,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:16,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 907 msec 2024-11-13T13:18:16,186 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503896186, completionTime=-1 2024-11-13T13:18:16,186 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:18:16,186 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:18:16,188 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:18:16,188 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731503956188 2024-11-13T13:18:16,188 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504016188 2024-11-13T13:18:16,188 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:18:16,189 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45787,1731503892713-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,189 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45787,1731503892713-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,189 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45787,1731503892713-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,189 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:45787, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,189 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,191 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:18:16,192 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.029sec 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45787,1731503892713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:18:16,197 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45787,1731503892713-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:18:16,200 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:18:16,200 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:18:16,200 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45787,1731503892713-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:18:16,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e590630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:16,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,45787,-1 for getting cluster id 2024-11-13T13:18:16,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:16,252 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242b3f4b-d756-4ab4-83a0-2fd3fbf52ead' 2024-11-13T13:18:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242b3f4b-d756-4ab4-83a0-2fd3fbf52ead" 2024-11-13T13:18:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11858517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,45787,-1] 2024-11-13T13:18:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:16,255 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:16,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7b256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:16,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34899,1731503892889, seqNum=-1] 2024-11-13T13:18:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:16,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:16,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:16,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49239 2024-11-13T13:18:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:18:16,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101345886270005 connected 2024-11-13T13:18:16,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c96b08 2024-11-13T13:18:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:16,308 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:18:16,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:18:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:18:16,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:18:16,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:16,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:18:16,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:18:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:16,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:18:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:16,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 336517e5c4ac12f461efa92eb0c03493, NAME => 'test,,1731503896309.336517e5c4ac12f461efa92eb0c03493.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0 2024-11-13T13:18:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:18:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:17,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731503896309.336517e5c4ac12f461efa92eb0c03493.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:17,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 336517e5c4ac12f461efa92eb0c03493, disabling compactions & flushes 2024-11-13T13:18:17,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. after waiting 0 ms 2024-11-13T13:18:17,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 336517e5c4ac12f461efa92eb0c03493: Waiting for close lock at 1731503897137Disabling compacts and flushes for region at 1731503897137Disabling writes for close at 1731503897137Writing region close event to WAL at 1731503897137Closed at 1731503897137 2024-11-13T13:18:17,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:18:17,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731503896309.336517e5c4ac12f461efa92eb0c03493.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731503897141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731503897141"}]},"ts":"1731503897141"} 2024-11-13T13:18:17,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:18:17,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:18:17,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503897148"}]},"ts":"1731503897148"} 2024-11-13T13:18:17,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:18:17,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=336517e5c4ac12f461efa92eb0c03493, ASSIGN}] 2024-11-13T13:18:17,154 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=336517e5c4ac12f461efa92eb0c03493, ASSIGN 2024-11-13T13:18:17,155 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=336517e5c4ac12f461efa92eb0c03493, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45337,1731503887214; forceNewPlan=false, retain=false 2024-11-13T13:18:17,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=336517e5c4ac12f461efa92eb0c03493, regionState=OPENING, regionLocation=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:17,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=336517e5c4ac12f461efa92eb0c03493, ASSIGN because future has completed 2024-11-13T13:18:17,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 336517e5c4ac12f461efa92eb0c03493, server=bfeb2336aed7,45337,1731503887214}] 2024-11-13T13:18:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:17,466 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,466 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 336517e5c4ac12f461efa92eb0c03493, NAME => 'test,,1731503896309.336517e5c4ac12f461efa92eb0c03493.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:17,467 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:18:17,467 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:18:17,467 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,467 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731503896309.336517e5c4ac12f461efa92eb0c03493.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:17,467 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,467 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,472 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,474 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336517e5c4ac12f461efa92eb0c03493 columnFamilyName f 2024-11-13T13:18:17,474 DEBUG [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:17,474 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] regionserver.HStore(327): Store=336517e5c4ac12f461efa92eb0c03493/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:17,474 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,475 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336517e5c4ac12f461efa92eb0c03493 columnFamilyName f1 2024-11-13T13:18:17,475 DEBUG [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:17,476 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] regionserver.HStore(327): Store=336517e5c4ac12f461efa92eb0c03493/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:17,477 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,478 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336517e5c4ac12f461efa92eb0c03493 columnFamilyName norep 2024-11-13T13:18:17,478 DEBUG [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:17,478 INFO [StoreOpener-336517e5c4ac12f461efa92eb0c03493-1 {}] regionserver.HStore(327): Store=336517e5c4ac12f461efa92eb0c03493/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:17,478 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,479 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,479 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,480 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,480 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,480 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:18:17,482 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,485 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:17,485 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 336517e5c4ac12f461efa92eb0c03493; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67279595, jitterRate=0.002544090151786804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:18:17,485 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:18:17,486 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 336517e5c4ac12f461efa92eb0c03493: Running coprocessor pre-open hook at 1731503897467Writing region info on filesystem at 1731503897467Initializing all the Stores at 1731503897468 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503897468Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503897472 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503897472Cleaning up temporary data from old regions at 1731503897480 (+8 ms)Running coprocessor post-open hooks at 1731503897485 (+5 ms)Region opened successfully at 1731503897486 (+1 ms) 2024-11-13T13:18:17,488 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., pid=6, masterSystemTime=1731503897462 2024-11-13T13:18:17,490 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,490 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:18:17,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=336517e5c4ac12f461efa92eb0c03493, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:17,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 336517e5c4ac12f461efa92eb0c03493, server=bfeb2336aed7,45337,1731503887214 because future has completed 2024-11-13T13:18:17,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:18:17,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 336517e5c4ac12f461efa92eb0c03493, server=bfeb2336aed7,45337,1731503887214 in 186 msec 2024-11-13T13:18:17,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:18:17,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=336517e5c4ac12f461efa92eb0c03493, ASSIGN in 346 msec 2024-11-13T13:18:17,503 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:18:17,504 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503897504"}]},"ts":"1731503897504"} 2024-11-13T13:18:17,507 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:18:17,508 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:18:17,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec 2024-11-13T13:18:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:18,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:18,472 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:18:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86acbb 2024-11-13T13:18:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:18,475 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:18:18,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:18:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:18:18,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:18:18,481 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:18,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:18:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:18,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:18:18,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:18:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:18,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af73747d60fc0d712f303683e914a704, NAME => 'test,,1731503898475.af73747d60fc0d712f303683e914a704.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c 2024-11-13T13:18:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:18:18,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731503898475.af73747d60fc0d712f303683e914a704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:18,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af73747d60fc0d712f303683e914a704, disabling compactions & flushes 2024-11-13T13:18:18,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:18,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:18,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731503898475.af73747d60fc0d712f303683e914a704. after waiting 0 ms 2024-11-13T13:18:18,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:18,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:18,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af73747d60fc0d712f303683e914a704: Waiting for close lock at 1731503898936Disabling compacts and flushes for region at 1731503898936Disabling writes for close at 1731503898936Writing region close event to WAL at 1731503898936Closed at 1731503898936 2024-11-13T13:18:18,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:18:18,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731503898475.af73747d60fc0d712f303683e914a704.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731503898938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731503898938"}]},"ts":"1731503898938"} 2024-11-13T13:18:18,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:18:18,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:18:18,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503898945"}]},"ts":"1731503898945"} 2024-11-13T13:18:18,949 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:18:18,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af73747d60fc0d712f303683e914a704, ASSIGN}] 2024-11-13T13:18:18,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af73747d60fc0d712f303683e914a704, ASSIGN 2024-11-13T13:18:18,954 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af73747d60fc0d712f303683e914a704, ASSIGN; state=OFFLINE, location=bfeb2336aed7,34899,1731503892889; forceNewPlan=false, retain=false 2024-11-13T13:18:19,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af73747d60fc0d712f303683e914a704, regionState=OPENING, regionLocation=bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:19,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af73747d60fc0d712f303683e914a704, ASSIGN because future has completed 2024-11-13T13:18:19,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af73747d60fc0d712f303683e914a704, server=bfeb2336aed7,34899,1731503892889}] 2024-11-13T13:18:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:19,266 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:19,266 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af73747d60fc0d712f303683e914a704, NAME => 'test,,1731503898475.af73747d60fc0d712f303683e914a704.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:19,266 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:18:19,266 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:18:19,266 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,267 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731503898475.af73747d60fc0d712f303683e914a704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:19,267 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,267 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,268 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,269 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af73747d60fc0d712f303683e914a704 columnFamilyName f 2024-11-13T13:18:19,269 DEBUG [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:19,269 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] regionserver.HStore(327): Store=af73747d60fc0d712f303683e914a704/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:19,269 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,271 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af73747d60fc0d712f303683e914a704 columnFamilyName f1 2024-11-13T13:18:19,271 DEBUG [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:19,271 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] regionserver.HStore(327): Store=af73747d60fc0d712f303683e914a704/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:19,272 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,274 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af73747d60fc0d712f303683e914a704 columnFamilyName norep 2024-11-13T13:18:19,274 DEBUG [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:19,274 INFO [StoreOpener-af73747d60fc0d712f303683e914a704-1 {}] regionserver.HStore(327): Store=af73747d60fc0d712f303683e914a704/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:19,274 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,275 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,276 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,277 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,277 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,277 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:18:19,279 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,282 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:19,283 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af73747d60fc0d712f303683e914a704; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62711833, jitterRate=-0.06552086770534515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:18:19,283 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af73747d60fc0d712f303683e914a704 2024-11-13T13:18:19,283 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af73747d60fc0d712f303683e914a704: Running coprocessor pre-open hook at 1731503899267Writing region info on filesystem at 1731503899267Initializing all the Stores at 1731503899268 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503899268Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503899268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503899268Cleaning up temporary data from old regions at 1731503899277 (+9 ms)Running coprocessor post-open hooks at 1731503899283 (+6 ms)Region opened successfully at 1731503899283 2024-11-13T13:18:19,284 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731503898475.af73747d60fc0d712f303683e914a704., pid=6, masterSystemTime=1731503899261 2024-11-13T13:18:19,286 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:19,286 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:18:19,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af73747d60fc0d712f303683e914a704, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,34899,1731503892889 2024-11-13T13:18:19,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af73747d60fc0d712f303683e914a704, server=bfeb2336aed7,34899,1731503892889 because future has completed 2024-11-13T13:18:19,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:18:19,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af73747d60fc0d712f303683e914a704, server=bfeb2336aed7,34899,1731503892889 in 183 msec 2024-11-13T13:18:19,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:18:19,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af73747d60fc0d712f303683e914a704, ASSIGN in 350 msec 2024-11-13T13:18:19,304 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:18:19,304 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503899304"}]},"ts":"1731503899304"} 2024-11-13T13:18:19,307 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:18:19,308 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:18:19,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 832 msec 2024-11-13T13:18:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:18:19,622 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:18:19,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51454fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,44807,-1 for getting cluster id 2024-11-13T13:18:19,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:19,624 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ba41e98-682c-450c-9f25-97a7bd8ffe43' 2024-11-13T13:18:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ba41e98-682c-450c-9f25-97a7bd8ffe43" 2024-11-13T13:18:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53814c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,44807,-1] 2024-11-13T13:18:19,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:19,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:19,626 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2601cbc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b464cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,45787,-1 for getting cluster id 2024-11-13T13:18:19,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:19,628 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242b3f4b-d756-4ab4-83a0-2fd3fbf52ead' 2024-11-13T13:18:19,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:19,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242b3f4b-d756-4ab4-83a0-2fd3fbf52ead" 2024-11-13T13:18:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6111c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,45787,-1] 2024-11-13T13:18:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:19,630 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:19,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170f6991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367244af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,44807,-1 for getting cluster id 2024-11-13T13:18:19,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:19,633 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ba41e98-682c-450c-9f25-97a7bd8ffe43' 2024-11-13T13:18:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ba41e98-682c-450c-9f25-97a7bd8ffe43" 2024-11-13T13:18:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cf2199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,44807,-1] 2024-11-13T13:18:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:19,635 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c888de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1decc216 2024-11-13T13:18:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:19,640 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:18:19,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:45787,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:18:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:18:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:18:19,644 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:45787' 2024-11-13T13:18:19,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ff7457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,645 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,45787,-1 for getting cluster id 2024-11-13T13:18:19,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:19,646 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242b3f4b-d756-4ab4-83a0-2fd3fbf52ead' 2024-11-13T13:18:19,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242b3f4b-d756-4ab4-83a0-2fd3fbf52ead" 2024-11-13T13:18:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17699424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,45787,-1] 2024-11-13T13:18:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:19,648 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:19,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ccfa6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:19,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:19,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:19,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ad47c6 2024-11-13T13:18:19,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:19,651 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:18:19,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:18:19,651 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:18:19,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:19,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:19,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:18:19,652 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:18:19,654 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:18:19,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:18:19,655 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:19,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:18:19,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:18:19,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec739f97569349aec5af30ab7317d3c9, NAME => 'hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0 2024-11-13T13:18:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:18:19,672 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:19,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec739f97569349aec5af30ab7317d3c9, disabling compactions & flushes 2024-11-13T13:18:19,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:19,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:19,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. after waiting 0 ms 2024-11-13T13:18:19,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:19,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:19,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec739f97569349aec5af30ab7317d3c9: Waiting for close lock at 1731503899673Disabling compacts and flushes for region at 1731503899673Disabling writes for close at 1731503899673Writing region close event to WAL at 1731503899673Closed at 1731503899673 2024-11-13T13:18:19,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:18:19,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731503899674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731503899674"}]},"ts":"1731503899674"} 2024-11-13T13:18:19,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:18:19,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:18:19,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503899678"}]},"ts":"1731503899678"} 2024-11-13T13:18:19,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:18:19,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec739f97569349aec5af30ab7317d3c9, ASSIGN}] 2024-11-13T13:18:19,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec739f97569349aec5af30ab7317d3c9, ASSIGN 2024-11-13T13:18:19,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec739f97569349aec5af30ab7317d3c9, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45337,1731503887214; forceNewPlan=false, retain=false 2024-11-13T13:18:19,704 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:18:19,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:18:19,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:18:19,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:18:19,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T13:18:19,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:18:19,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T13:18:19,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:18:19,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T13:18:19,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:18:19,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T13:18:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:18:19,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec739f97569349aec5af30ab7317d3c9, regionState=OPENING, regionLocation=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:19,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec739f97569349aec5af30ab7317d3c9, ASSIGN because future has completed 2024-11-13T13:18:19,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec739f97569349aec5af30ab7317d3c9, server=bfeb2336aed7,45337,1731503887214}] 2024-11-13T13:18:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:18:20,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:20,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:18:20,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:18:20,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45337%2C1731503887214.rep, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/oldWALs, maxLogs=10 2024-11-13T13:18:20,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.rep.1731503900003, exclude list is [], retry=0 2024-11-13T13:18:20,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-e5610227-05fb-45e2-9e6b-1428e5668582,DISK] 2024-11-13T13:18:20,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.rep.1731503900003 2024-11-13T13:18:20,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-13T13:18:20,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec739f97569349aec5af30ab7317d3c9, NAME => 'hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:18:20,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:18:20,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:18:20,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. service=MultiRowMutationService 2024-11-13T13:18:20,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:18:20,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:18:20,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,037 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,039 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec739f97569349aec5af30ab7317d3c9 columnFamilyName hfileref 2024-11-13T13:18:20,039 DEBUG [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:20,039 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] regionserver.HStore(327): Store=ec739f97569349aec5af30ab7317d3c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:20,039 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,040 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec739f97569349aec5af30ab7317d3c9 columnFamilyName queue 2024-11-13T13:18:20,040 DEBUG [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:20,041 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] regionserver.HStore(327): Store=ec739f97569349aec5af30ab7317d3c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:20,041 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,042 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec739f97569349aec5af30ab7317d3c9 columnFamilyName sid 2024-11-13T13:18:20,042 DEBUG [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:18:20,042 INFO [StoreOpener-ec739f97569349aec5af30ab7317d3c9-1 {}] regionserver.HStore(327): Store=ec739f97569349aec5af30ab7317d3c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:18:20,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:18:20,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:18:20,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec739f97569349aec5af30ab7317d3c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75402517, jitterRate=0.1235850602388382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:18:20,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:18:20,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec739f97569349aec5af30ab7317d3c9: Running coprocessor pre-open hook at 1731503900036Writing region info on filesystem at 1731503900036Initializing all the Stores at 1731503900037 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503900037Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503900037Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503900037Cleaning up temporary data from old regions at 1731503900044 (+7 ms)Running coprocessor post-open hooks at 1731503900050 (+6 ms)Region opened successfully at 1731503900051 (+1 ms) 2024-11-13T13:18:20,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9., pid=10, masterSystemTime=1731503899996 2024-11-13T13:18:20,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:20,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:18:20,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec739f97569349aec5af30ab7317d3c9, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45337,1731503887214 2024-11-13T13:18:20,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec739f97569349aec5af30ab7317d3c9, server=bfeb2336aed7,45337,1731503887214 because future has completed 2024-11-13T13:18:20,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:18:20,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec739f97569349aec5af30ab7317d3c9, server=bfeb2336aed7,45337,1731503887214 in 221 msec 2024-11-13T13:18:20,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:18:20,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec739f97569349aec5af30ab7317d3c9, ASSIGN in 385 msec 2024-11-13T13:18:20,071 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:18:20,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503900071"}]},"ts":"1731503900071"} 2024-11-13T13:18:20,075 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:18:20,077 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:18:20,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 425 msec 2024-11-13T13:18:20,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2] 2024-11-13T13:18:20,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:20,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:18:20,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:18:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:18:20,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:18:20,406 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:18:20,448 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,45337,1731503887214, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:18:20,448 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:20,448 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45337,1731503887214, seqNum=-1] 2024-11-13T13:18:20,450 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:20,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T13:18:20,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,45337,1731503887214', locateType=CURRENT is [region=hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2] 2024-11-13T13:18:20,462 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:18:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:18:20,466 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,45337,1731503887214 suceeded 2024-11-13T13:18:20,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:18:20,469 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:45787,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T13:18:20,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-13T13:18:20,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 828 msec 2024-11-13T13:18:20,483 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:45787' 2024-11-13T13:18:20,484 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639af9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:20,485 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,45787,-1 for getting cluster id 2024-11-13T13:18:20,485 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:20,486 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242b3f4b-d756-4ab4-83a0-2fd3fbf52ead' 2024-11-13T13:18:20,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:20,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242b3f4b-d756-4ab4-83a0-2fd3fbf52ead" 2024-11-13T13:18:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60daec02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,45787,-1] 2024-11-13T13:18:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:20,488 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:20,489 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43efaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:20,489 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:20,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:20,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4282908b 2024-11-13T13:18:20,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:20,491 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T13:18:20,493 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,45337,1731503887214 (queues=1) is replicating from cluster=7ba41e98-682c-450c-9f25-97a7bd8ffe43 to cluster=242b3f4b-d756-4ab4-83a0-2fd3fbf52ead 2024-11-13T13:18:20,493 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C45337%2C1731503887214 2024-11-13T13:18:20,493 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,45337,1731503887214, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:18:20,494 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566, startPosition=0, beingWritten=true 2024-11-13T13:18:20,496 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C45337%2C1731503887214 2024-11-13T13:18:20,506 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:18:20,506 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 379, reset compression=false 2024-11-13T13:18:20,506 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:18:20,717 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 379, reset compression=false 2024-11-13T13:18:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:18:20,782 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:18:20,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:18:20,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:20,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:20,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:20,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:18:20,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:20,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731503900789/Put/seqid=0 2024-11-13T13:18:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741840_1016 (size=7894) 2024-11-13T13:18:21,023 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 379, reset compression=false 2024-11-13T13:18:21,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_1 is 34, key is ddd/f:row/1731503901205/Put/seqid=0 2024-11-13T13:18:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741841_1017 (size=7691) 2024-11-13T13:18:21,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e5cc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:21,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,44807,-1 for getting cluster id 2024-11-13T13:18:21,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:21,217 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ba41e98-682c-450c-9f25-97a7bd8ffe43' 2024-11-13T13:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ba41e98-682c-450c-9f25-97a7bd8ffe43" 2024-11-13T13:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a819881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,44807,-1] 2024-11-13T13:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:21,219 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:21,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a99a531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:21,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:21,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45337,1731503887214, seqNum=-1] 2024-11-13T13:18:21,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:21,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:21,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e92115 2024-11-13T13:18:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:21,238 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:18:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2] 2024-11-13T13:18:21,256 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:18:21,269 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T13:18:21,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T13:18:21,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_0 for inclusion in 336517e5c4ac12f461efa92eb0c03493/f 2024-11-13T13:18:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T13:18:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:18:21,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_1 for inclusion in 336517e5c4ac12f461efa92eb0c03493/f 2024-11-13T13:18:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T13:18:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:18:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegion(2603): Flush status journal for 336517e5c4ac12f461efa92eb0c03493: 2024-11-13T13:18:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_0 to hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_0 2024-11-13T13:18:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_0 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ 2024-11-13T13:18:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f/f/hfile_1 to hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_1 2024-11-13T13:18:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_1 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ 2024-11-13T13:18:21,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_0 into 336517e5c4ac12f461efa92eb0c03493/f as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ - updating store file list. 2024-11-13T13:18:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc2185713c1945ada542e8abc967064f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:18:21,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ into 336517e5c4ac12f461efa92eb0c03493/f 2024-11-13T13:18:21,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_0 into 336517e5c4ac12f461efa92eb0c03493/f (new location: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/dc2185713c1945ada542e8abc967064f_SeqId_4_) 2024-11-13T13:18:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_0 2024-11-13T13:18:21,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_1 into 336517e5c4ac12f461efa92eb0c03493/f as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ - updating store file list. 2024-11-13T13:18:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9b26c318f4f4a73825af90dea8c3706_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:18:21,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ into 336517e5c4ac12f461efa92eb0c03493/f 2024-11-13T13:18:21,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_1 into 336517e5c4ac12f461efa92eb0c03493/f (new location: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_) 2024-11-13T13:18:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__lbk7c37bec4m84lo57pvhvb40b8oi42fom8ecpknsr1nro4hj69v9os7on73lbn4/f/hfile_1 2024-11-13T13:18:21,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:18:21,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:21,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:21,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:21,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:18:21,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:21,364 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34899,1731503892889, seqNum=-1] 2024-11-13T13:18:21,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:21,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2 , the old value is region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bfeb2336aed7:45337 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:18:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:18:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2 from cache 2024-11-13T13:18:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731503898475.af73747d60fc0d712f303683e914a704., hostname=bfeb2336aed7,34899,1731503892889, seqNum=2] 2024-11-13T13:18:21,372 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T13:18:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58228 deadline: 1731503961361 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58228 2024-11-13T13:18:21,430 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 379, reset compression=false 2024-11-13T13:18:21,463 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:18:21,464 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: WALEntryBatch [walEntries=[{test/336517e5c4ac12f461efa92eb0c03493/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731503901354/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T13:18:21,472 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:45337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T13:18:21,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:18:21,567 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:18:21,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T13:18:21,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(318): Replicating [7ba41e98-682c-450c-9f25-97a7bd8ffe43] bulk loaded data 2024-11-13T13:18:21,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aad0739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:21,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,45787,-1 for getting cluster id 2024-11-13T13:18:21,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:21,576 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242b3f4b-d756-4ab4-83a0-2fd3fbf52ead' 2024-11-13T13:18:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242b3f4b-d756-4ab4-83a0-2fd3fbf52ead" 2024-11-13T13:18:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61967af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,45787,-1] 2024-11-13T13:18:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:21,579 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:21,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@437985bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:21,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:21,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:21,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:21,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:18:21,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:18:21,664 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 687, reset compression=false 2024-11-13T13:18:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741837_1013 (size=7894) 2024-11-13T13:18:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741838_1014 (size=7691) 2024-11-13T13:18:21,985 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 687, reset compression=false 2024-11-13T13:18:22,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,45787,1731503892713 2024-11-13T13:18:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8c099e4 2024-11-13T13:18:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:22,104 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T13:18:22,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:18:22,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34899,1731503892889, seqNum=-1] 2024-11-13T13:18:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:22,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T13:18:22,123 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T13:18:22,130 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T13:18:22,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ for inclusion in af73747d60fc0d712f303683e914a704/f 2024-11-13T13:18:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T13:18:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:18:22,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ for inclusion in af73747d60fc0d712f303683e914a704/f 2024-11-13T13:18:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T13:18:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:18:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HRegion(2603): Flush status journal for af73747d60fc0d712f303683e914a704: 2024-11-13T13:18:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:18:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/488907f4c4814015a6c30d64b6f5c1b0_SeqId_4_ 2024-11-13T13:18:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc2185713c1945ada542e8abc967064f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:18:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/0ca388f7775b40efb69c36728bce19a1_SeqId_4_ 2024-11-13T13:18:22,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ into af73747d60fc0d712f303683e914a704/f as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/488907f4c4814015a6c30d64b6f5c1b0_SeqId_4_ - updating store file list. 2024-11-13T13:18:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 488907f4c4814015a6c30d64b6f5c1b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:18:22,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/488907f4c4814015a6c30d64b6f5c1b0_SeqId_4_ into af73747d60fc0d712f303683e914a704/f 2024-11-13T13:18:22,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ into af73747d60fc0d712f303683e914a704/f (new location: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/488907f4c4814015a6c30d64b6f5c1b0_SeqId_4_) 2024-11-13T13:18:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/d9b26c318f4f4a73825af90dea8c3706_SeqId_4_ 2024-11-13T13:18:22,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ into af73747d60fc0d712f303683e914a704/f as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/0ca388f7775b40efb69c36728bce19a1_SeqId_4_ - updating store file list. 2024-11-13T13:18:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ca388f7775b40efb69c36728bce19a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:18:22,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/0ca388f7775b40efb69c36728bce19a1_SeqId_4_ into af73747d60fc0d712f303683e914a704/f 2024-11-13T13:18:22,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ into af73747d60fc0d712f303683e914a704/f (new location: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/f/0ca388f7775b40efb69c36728bce19a1_SeqId_4_) 2024-11-13T13:18:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/staging/jenkins.hfs.6__test__714m45sm52u39bpjihv4aj4lpqrtjgpvfgiqo2jt9h377li9pr9k52hctmvj26df/f/dc2185713c1945ada542e8abc967064f_SeqId_4_ 2024-11-13T13:18:22,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(324): Finished replicating [7ba41e98-682c-450c-9f25-97a7bd8ffe43] bulk loaded data 2024-11-13T13:18:22,392 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 687, reset compression=false 2024-11-13T13:18:22,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:18:22,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731503902401/Put/seqid=0 2024-11-13T13:18:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741842_1018 (size=7997) 2024-11-13T13:18:22,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731503902412/Put/seqid=0 2024-11-13T13:18:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741843_1019 (size=7794) 2024-11-13T13:18:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204a17b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:22,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,44807,-1 for getting cluster id 2024-11-13T13:18:22,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:18:22,425 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ba41e98-682c-450c-9f25-97a7bd8ffe43' 2024-11-13T13:18:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:18:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ba41e98-682c-450c-9f25-97a7bd8ffe43" 2024-11-13T13:18:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f693a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,44807,-1] 2024-11-13T13:18:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:18:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:22,427 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:18:22,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e609fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:18:22,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45337,1731503887214, seqNum=-1] 2024-11-13T13:18:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:22,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:22,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:18:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,44807,1731503887011 2024-11-13T13:18:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129c8b27 2024-11-13T13:18:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:18:22,455 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:18:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2] 2024-11-13T13:18:22,466 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:18:22,484 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T13:18:22,490 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T13:18:22,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_1 for inclusion in 336517e5c4ac12f461efa92eb0c03493/f1 2024-11-13T13:18:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T13:18:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:18:22,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_0 for inclusion in 336517e5c4ac12f461efa92eb0c03493/f1 2024-11-13T13:18:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T13:18:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:18:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegion(2603): Flush status journal for 336517e5c4ac12f461efa92eb0c03493: 2024-11-13T13:18:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_1 to hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_1 2024-11-13T13:18:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_1 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/07cef8b2ea6644cc96d9f0f5f8c10da1_SeqId_6_ 2024-11-13T13:18:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/load_f1/f1/hfile_0 to hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_0 2024-11-13T13:18:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_0 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/fb311f336ca04e298e60a0116786d89d_SeqId_6_ 2024-11-13T13:18:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T13:18:22,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_1 into 336517e5c4ac12f461efa92eb0c03493/f1 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/07cef8b2ea6644cc96d9f0f5f8c10da1_SeqId_6_ - updating store file list. 2024-11-13T13:18:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07cef8b2ea6644cc96d9f0f5f8c10da1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:18:22,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/07cef8b2ea6644cc96d9f0f5f8c10da1_SeqId_6_ into 336517e5c4ac12f461efa92eb0c03493/f1 2024-11-13T13:18:22,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_1 into 336517e5c4ac12f461efa92eb0c03493/f1 (new location: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/07cef8b2ea6644cc96d9f0f5f8c10da1_SeqId_6_) 2024-11-13T13:18:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_1 2024-11-13T13:18:22,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_0 into 336517e5c4ac12f461efa92eb0c03493/f1 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/fb311f336ca04e298e60a0116786d89d_SeqId_6_ - updating store file list. 2024-11-13T13:18:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb311f336ca04e298e60a0116786d89d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:18:22,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/fb311f336ca04e298e60a0116786d89d_SeqId_6_ into 336517e5c4ac12f461efa92eb0c03493/f1 2024-11-13T13:18:22,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_0 into 336517e5c4ac12f461efa92eb0c03493/f1 (new location: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/f1/fb311f336ca04e298e60a0116786d89d_SeqId_6_) 2024-11-13T13:18:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/staging/jenkins__test__hthahic2kh3ct7r12oog966nhrvhs3jtvk6bved88rn2iaug0732ohj1brfg342o/f1/hfile_0 2024-11-13T13:18:22,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:18:22,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:18:22,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:22,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:18:22,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:18:22,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:18:22,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2 , the old value is region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bfeb2336aed7:45337 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:18:22,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:18:22,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2 from cache 2024-11-13T13:18:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45337,1731503887214, seqNum=-1] 2024-11-13T13:18:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:18:22,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:18:22,555 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T13:18:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., hostname=bfeb2336aed7,45337,1731503887214, seqNum=2] 2024-11-13T13:18:22,662 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:45337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T13:18:22,902 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 687, reset compression=false 2024-11-13T13:18:22,914 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:18:22,914 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:22,914 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:18:23,122 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:23,429 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:23,833 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:24,338 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:24,942 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:25,647 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:26,471 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:27,376 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:28,380 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:29,484 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:18:29,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T13:18:30,688 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:31,992 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:33,396 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:34,901 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:36,505 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:36,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:18:38,209 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:40,013 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:41,918 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:42,688 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:18:42,917 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: null 2024-11-13T13:18:43,922 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:46,027 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:48,231 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:50,535 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:50,842 INFO [master/bfeb2336aed7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T13:18:50,842 INFO [master/bfeb2336aed7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T13:18:52,940 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:55,444 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:18:56,365 INFO [master/bfeb2336aed7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T13:18:56,365 INFO [master/bfeb2336aed7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T13:18:58,048 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:00,752 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:02,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 336517e5c4ac12f461efa92eb0c03493, had cached 0 bytes from a total of 31376 2024-11-13T13:19:02,918 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: null 2024-11-13T13:19:03,556 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:04,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region af73747d60fc0d712f303683e914a704, had cached 0 bytes from a total of 15585 2024-11-13T13:19:06,460 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:06,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:19:09,464 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:12,568 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:12,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:19:15,772 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:19,076 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:22,480 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:22,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:19:22,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:22,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:22,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:22,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:22,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:22,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:19:22,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=343761624, stopped=false 2024-11-13T13:19:22,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,45787,1731503892713 2024-11-13T13:19:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201093266/running 2024-11-13T13:19:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201093266/running 2024-11-13T13:19:22,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:19:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:19:22,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:22,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:22,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:22,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,34899,1731503892889' ***** 2024-11-13T13:19:22,700 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:19:22,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/running 2024-11-13T13:19:22,701 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:19:22,701 INFO [RS:0;bfeb2336aed7:34899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:19:22,701 INFO [RS:0;bfeb2336aed7:34899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:19:22,702 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for af73747d60fc0d712f303683e914a704 2024-11-13T13:19:22,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:19:22,703 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:22,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Set watcher on znode that does not yet exist, /1201093266/running 2024-11-13T13:19:22,708 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,34899,1731503892889 2024-11-13T13:19:22,708 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:22,708 INFO [RS:0;bfeb2336aed7:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:34899. 2024-11-13T13:19:22,709 DEBUG [RS:0;bfeb2336aed7:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:22,709 DEBUG [RS:0;bfeb2336aed7:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:22,709 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:19:22,709 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:19:22,709 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:19:22,709 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:19:22,709 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af73747d60fc0d712f303683e914a704, disabling compactions & flushes 2024-11-13T13:19:22,709 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:19:22,709 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:19:22,709 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731503898475.af73747d60fc0d712f303683e914a704. after waiting 0 ms 2024-11-13T13:19:22,709 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:19:22,709 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:19:22,710 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af73747d60fc0d712f303683e914a704=test,,1731503898475.af73747d60fc0d712f303683e914a704.} 2024-11-13T13:19:22,710 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af73747d60fc0d712f303683e914a704 2024-11-13T13:19:22,710 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:22,710 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:22,710 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:22,710 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:22,710 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:22,711 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T13:19:22,758 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/info/ed86cdc853d54702bf394808a4965b02 is 129, key is test,,1731503898475.af73747d60fc0d712f303683e914a704./info:regioninfo/1731503899286/Put/seqid=0 2024-11-13T13:19:22,773 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/default/test/af73747d60fc0d712f303683e914a704/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T13:19:22,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:22,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:19:22,775 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:19:22,775 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af73747d60fc0d712f303683e914a704: Waiting for close lock at 1731503962709Running coprocessor pre-close hooks at 1731503962709Disabling compacts and flushes for region at 1731503962709Disabling writes for close at 1731503962709Writing region close event to WAL at 1731503962765 (+56 ms)Running coprocessor post-close hooks at 1731503962774 (+9 ms)Closed at 1731503962774 2024-11-13T13:19:22,775 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731503898475.af73747d60fc0d712f303683e914a704. 2024-11-13T13:19:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741839_1015 (size=6421) 2024-11-13T13:19:22,802 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/info/ed86cdc853d54702bf394808a4965b02 2024-11-13T13:19:22,883 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/ns/8bb5c45efeff4741a2e4efae096b8e66 is 43, key is default/ns:d/1731503896178/Put/seqid=0 2024-11-13T13:19:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741840_1016 (size=5153) 2024-11-13T13:19:22,908 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/ns/8bb5c45efeff4741a2e4efae096b8e66 2024-11-13T13:19:22,910 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:22,918 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: null 2024-11-13T13:19:22,937 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/rep_barrier/04800d71a28343b7add7ba857b321999 is 112, key is test,,1731503898475.af73747d60fc0d712f303683e914a704./rep_barrier:seqnumDuringOpen/1731503899286/Put/seqid=0 2024-11-13T13:19:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741841_1017 (size=5518) 2024-11-13T13:19:23,110 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:23,310 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:23,368 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/rep_barrier/04800d71a28343b7add7ba857b321999 2024-11-13T13:19:23,401 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/table/43abf202400f4b99b1d7ff1521a2468d is 40, key is test/table:state/1731503899304/Put/seqid=0 2024-11-13T13:19:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741842_1018 (size=5165) 2024-11-13T13:19:23,501 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:19:23,501 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:19:23,511 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:23,711 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:19:23,711 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:19:23,711 DEBUG [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:23,807 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/table/43abf202400f4b99b1d7ff1521a2468d 2024-11-13T13:19:23,813 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/info/ed86cdc853d54702bf394808a4965b02 as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/info/ed86cdc853d54702bf394808a4965b02 2024-11-13T13:19:23,820 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/info/ed86cdc853d54702bf394808a4965b02, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T13:19:23,821 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/ns/8bb5c45efeff4741a2e4efae096b8e66 as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/ns/8bb5c45efeff4741a2e4efae096b8e66 2024-11-13T13:19:23,826 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/ns/8bb5c45efeff4741a2e4efae096b8e66, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:19:23,827 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/rep_barrier/04800d71a28343b7add7ba857b321999 as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/rep_barrier/04800d71a28343b7add7ba857b321999 2024-11-13T13:19:23,831 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/rep_barrier/04800d71a28343b7add7ba857b321999, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T13:19:23,832 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/.tmp/table/43abf202400f4b99b1d7ff1521a2468d as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/table/43abf202400f4b99b1d7ff1521a2468d 2024-11-13T13:19:23,837 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/table/43abf202400f4b99b1d7ff1521a2468d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:19:23,838 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1128ms, sequenceid=11, compaction requested=false 2024-11-13T13:19:23,843 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T13:19:23,844 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:23,844 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:23,844 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:23,844 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503962710Running coprocessor pre-close hooks at 1731503962710Disabling compacts and flushes for region at 1731503962710Disabling writes for close at 1731503962710Obtaining lock to block concurrent updates at 1731503962711 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731503962711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731503962711Flushing stores of hbase:meta,,1.1588230740 at 1731503962714 (+3 ms)Flushing 1588230740/info: creating writer at 1731503962716 (+2 ms)Flushing 1588230740/info: appending metadata at 1731503962758 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731503962758Flushing 1588230740/ns: creating writer at 1731503962835 (+77 ms)Flushing 1588230740/ns: appending metadata at 1731503962881 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731503962881Flushing 1588230740/rep_barrier: creating writer at 1731503962916 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731503962937 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731503962937Flushing 1588230740/table: creating writer at 1731503963375 (+438 ms)Flushing 1588230740/table: appending metadata at 1731503963400 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731503963400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498b2fe1: reopening flushed file at 1731503963812 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69615bb6: reopening flushed file at 1731503963820 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1628f74: reopening flushed file at 1731503963826 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f91baac: reopening flushed file at 1731503963831 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1128ms, sequenceid=11, compaction requested=false at 1731503963838 (+7 ms)Writing region close event to WAL at 1731503963839 (+1 ms)Running coprocessor post-close hooks at 1731503963844 (+5 ms)Closed at 1731503963844 2024-11-13T13:19:23,844 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:23,911 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,34899,1731503892889; all regions closed. 2024-11-13T13:19:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741834_1010 (size=2717) 2024-11-13T13:19:23,924 DEBUG [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/oldWALs 2024-11-13T13:19:23,924 INFO [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C34899%2C1731503892889.meta:.meta(num 1731503896009) 2024-11-13T13:19:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741833_1009 (size=1028) 2024-11-13T13:19:23,929 DEBUG [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/oldWALs 2024-11-13T13:19:23,929 INFO [RS:0;bfeb2336aed7:34899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C34899%2C1731503892889:(num 1731503895571) 2024-11-13T13:19:23,929 DEBUG [RS:0;bfeb2336aed7:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:23,929 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:23,930 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:23,930 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:23,930 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:23,931 INFO [RS:0;bfeb2336aed7:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:34899. 2024-11-13T13:19:23,931 DEBUG [RS:0;bfeb2336aed7:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:23,931 DEBUG [RS:0;bfeb2336aed7:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:23,931 DEBUG [RS:0;bfeb2336aed7:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:23,931 INFO [RS:0;bfeb2336aed7:34899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34899 2024-11-13T13:19:23,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:23,932 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266/rs 2024-11-13T13:19:23,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201093266/rs/bfeb2336aed7,34899,1731503892889 2024-11-13T13:19:23,942 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:23,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,34899,1731503892889] 2024-11-13T13:19:23,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1201093266/draining/bfeb2336aed7,34899,1731503892889 already deleted, retry=false 2024-11-13T13:19:23,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,34899,1731503892889 expired; onlineServers=0 2024-11-13T13:19:23,963 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,45787,1731503892713' ***** 2024-11-13T13:19:23,963 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:23,963 DEBUG [M:0;bfeb2336aed7:45787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:19:23,963 DEBUG [M:0;bfeb2336aed7:45787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:19:23,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:19:23,963 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503895324 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503895324,5,FailOnTimeoutGroup] 2024-11-13T13:19:23,963 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503895320 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503895320,5,FailOnTimeoutGroup] 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:23,963 DEBUG [M:0;bfeb2336aed7:45787 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:23,963 INFO [M:0;bfeb2336aed7:45787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:19:23,964 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:19:23,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201093266/master 2024-11-13T13:19:23,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201093266 2024-11-13T13:19:23,973 DEBUG [M:0;bfeb2336aed7:45787 {}] zookeeper.ZKUtil(347): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Unable to get data of znode /1201093266/master because node does not exist (not an error) 2024-11-13T13:19:23,973 WARN [M:0;bfeb2336aed7:45787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:19:23,974 INFO [M:0;bfeb2336aed7:45787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/.lastflushedseqids 2024-11-13T13:19:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741843_1019 (size=173) 2024-11-13T13:19:24,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:24,053 INFO [RS:0;bfeb2336aed7:34899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:24,053 INFO [RS:0;bfeb2336aed7:34899 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,34899,1731503892889; zookeeper connection closed. 2024-11-13T13:19:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x101345886270004, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:24,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64718cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64718cf6 2024-11-13T13:19:24,054 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:19:24,379 INFO [M:0;bfeb2336aed7:45787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:19:24,380 INFO [M:0;bfeb2336aed7:45787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:19:24,380 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:24,380 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:24,380 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:24,380 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:24,380 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:24,380 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-13T13:19:24,394 DEBUG [M:0;bfeb2336aed7:45787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df5277b343b741588327d01eae2ef176 is 82, key is hbase:meta,,1/info:regioninfo/1731503896102/Put/seqid=0 2024-11-13T13:19:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741844_1020 (size=5672) 2024-11-13T13:19:24,799 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df5277b343b741588327d01eae2ef176 2024-11-13T13:19:24,825 DEBUG [M:0;bfeb2336aed7:45787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3ea915d0bbf4d669fcd11802e009507 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731503899309/Put/seqid=0 2024-11-13T13:19:24,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741845_1021 (size=6726) 2024-11-13T13:19:24,865 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3ea915d0bbf4d669fcd11802e009507 2024-11-13T13:19:24,879 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3ea915d0bbf4d669fcd11802e009507 2024-11-13T13:19:24,909 DEBUG [M:0;bfeb2336aed7:45787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/422d14beda254b62aacb8ce2754a52d3 is 69, key is bfeb2336aed7,34899,1731503892889/rs:state/1731503895395/Put/seqid=0 2024-11-13T13:19:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741846_1022 (size=5156) 2024-11-13T13:19:24,923 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/422d14beda254b62aacb8ce2754a52d3 2024-11-13T13:19:24,939 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df5277b343b741588327d01eae2ef176 as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df5277b343b741588327d01eae2ef176 2024-11-13T13:19:24,946 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df5277b343b741588327d01eae2ef176, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T13:19:24,948 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3ea915d0bbf4d669fcd11802e009507 as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3ea915d0bbf4d669fcd11802e009507 2024-11-13T13:19:24,956 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3ea915d0bbf4d669fcd11802e009507 2024-11-13T13:19:24,956 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3ea915d0bbf4d669fcd11802e009507, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T13:19:24,957 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/422d14beda254b62aacb8ce2754a52d3 as hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/422d14beda254b62aacb8ce2754a52d3 2024-11-13T13:19:24,970 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40795/user/jenkins/test-data/f8eaca56-5a56-ffe5-0648-6e806ad0c45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/422d14beda254b62aacb8ce2754a52d3, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T13:19:24,971 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 591ms, sequenceid=58, compaction requested=false 2024-11-13T13:19:25,014 INFO [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:25,014 DEBUG [M:0;bfeb2336aed7:45787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503964380Disabling compacts and flushes for region at 1731503964380Disabling writes for close at 1731503964380Obtaining lock to block concurrent updates at 1731503964380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503964380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731503964380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503964381 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503964381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503964394 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503964394Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503964804 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503964824 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503964824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503964879 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503964908 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503964908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cd24fd: reopening flushed file at 1731503964937 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1ba493: reopening flushed file at 1731503964946 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4263e0: reopening flushed file at 1731503964956 (+10 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 591ms, sequenceid=58, compaction requested=false at 1731503964971 (+15 ms)Writing region close event to WAL at 1731503965014 (+43 ms)Closed at 1731503965014 2024-11-13T13:19:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741830_1006 (size=33014) 2024-11-13T13:19:25,027 INFO [M:0;bfeb2336aed7:45787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:19:25,027 INFO [M:0;bfeb2336aed7:45787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45787 2024-11-13T13:19:25,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:25,028 INFO [M:0;bfeb2336aed7:45787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:25,137 INFO [M:0;bfeb2336aed7:45787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x101345886270003, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:25,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a446b9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:25,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a224fd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:25,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:25,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f925fee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:25,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da731dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:25,140 WARN [BP-1167603003-172.17.0.2-1731503890922 heartbeating to localhost/127.0.0.1:40795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:19:25,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:19:25,140 WARN [BP-1167603003-172.17.0.2-1731503890922 heartbeating to localhost/127.0.0.1:40795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1167603003-172.17.0.2-1731503890922 (Datanode Uuid 76be3602-4dc7-4654-85b9-f8e6137eaab9) service to localhost/127.0.0.1:40795 2024-11-13T13:19:25,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:19:25,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/cluster_e3cf9c41-c903-d3ec-5b43-0b3b492b3cbc/data/data1/current/BP-1167603003-172.17.0.2-1731503890922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:25,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/cluster_e3cf9c41-c903-d3ec-5b43-0b3b492b3cbc/data/data2/current/BP-1167603003-172.17.0.2-1731503890922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:25,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:19:25,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@283575ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:25,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eac389a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:25,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:25,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39eae651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:25,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fde1df9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:25,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:19:25,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:19:25,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:25,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:25,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:25,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:25,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:25,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:19:25,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=396941879, stopped=false 2024-11-13T13:19:25,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,44807,1731503887011 2024-11-13T13:19:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01688111558/running 2024-11-13T13:19:25,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01688111558/running 2024-11-13T13:19:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:19:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:19:25,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:25,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:25,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:25,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,45337,1731503887214' ***** 2024-11-13T13:19:25,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:19:25,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/running 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 336517e5c4ac12f461efa92eb0c03493 2024-11-13T13:19:25,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Set watcher on znode that does not yet exist, /01688111558/running 2024-11-13T13:19:25,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,45337,1731503887214 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:25,245 INFO [RS:0;bfeb2336aed7:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45337. 2024-11-13T13:19:25,245 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 336517e5c4ac12f461efa92eb0c03493, disabling compactions & flushes 2024-11-13T13:19:25,246 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:19:25,246 DEBUG [RS:0;bfeb2336aed7:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:19:25,246 DEBUG [RS:0;bfeb2336aed7:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. after waiting 0 ms 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:19:25,246 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:19:25,246 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:19:25,246 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:19:25,246 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:19:25,246 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:19:25,246 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1325): Online Regions={336517e5c4ac12f461efa92eb0c03493=test,,1731503896309.336517e5c4ac12f461efa92eb0c03493., ec739f97569349aec5af30ab7317d3c9=hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:19:25,246 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 336517e5c4ac12f461efa92eb0c03493, ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:25,246 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:25,246 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:25,246 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:19:25,250 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/default/test/336517e5c4ac12f461efa92eb0c03493/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:19:25,250 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:25,250 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:19:25,250 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:19:25,251 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 336517e5c4ac12f461efa92eb0c03493: Waiting for close lock at 1731503965245Running coprocessor pre-close hooks at 1731503965245Disabling compacts and flushes for region at 1731503965245Disabling writes for close at 1731503965246 (+1 ms)Writing region close event to WAL at 1731503965247 (+1 ms)Running coprocessor post-close hooks at 1731503965250 (+3 ms)Closed at 1731503965250 2024-11-13T13:19:25,251 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731503896309.336517e5c4ac12f461efa92eb0c03493. 2024-11-13T13:19:25,251 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec739f97569349aec5af30ab7317d3c9, disabling compactions & flushes 2024-11-13T13:19:25,251 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:19:25,251 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:19:25,251 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. after waiting 0 ms 2024-11-13T13:19:25,251 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:19:25,251 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec739f97569349aec5af30ab7317d3c9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T13:19:25,265 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/info/a08f67d552c44eb6b160ba2bb973bcdc is 147, key is hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9./info:regioninfo/1731503900055/Put/seqid=0 2024-11-13T13:19:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741844_1020 (size=7686) 2024-11-13T13:19:25,271 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/.tmp/hfileref/dbb948188a604f6e80a30578ab46e4de is 74, key is 1/hfileref:d9b26c318f4f4a73825af90dea8c3706_SeqId_4_/1731503902187/DeleteColumn/seqid=0 2024-11-13T13:19:25,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741845_1021 (size=5203) 2024-11-13T13:19:25,305 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:25,423 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:19:25,423 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:19:25,446 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:19:25,646 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:19:25,669 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/info/a08f67d552c44eb6b160ba2bb973bcdc 2024-11-13T13:19:25,675 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/.tmp/hfileref/dbb948188a604f6e80a30578ab46e4de 2024-11-13T13:19:25,688 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/ns/2423373e3874407d84d2a8967475ddbc is 43, key is default/ns:d/1731503890821/Put/seqid=0 2024-11-13T13:19:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741846_1022 (size=5153) 2024-11-13T13:19:25,694 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/.tmp/queue/2e79d89bc1324feaa7eea666c550740a is 153, key is 1-bfeb2336aed7,45337,1731503887214/queue:bfeb2336aed7%2C45337%2C1731503887214/1731503902916/Put/seqid=0 2024-11-13T13:19:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741847_1023 (size=5352) 2024-11-13T13:19:25,847 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:19:25,994 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 997, reset compression=false 2024-11-13T13:19:26,011 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:19:26,011 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 1292, reset compression=false 2024-11-13T13:19:26,011 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45337,1731503887214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:19:26,013 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,45337,1731503887214: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,45337,1731503887214, walGroup=bfeb2336aed7%2C45337%2C1731503887214, offset=bfeb2336aed7%2C45337%2C1731503887214.1731503889566:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:45337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:19:26,016 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:19:26,018 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:19:26,019 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:19:26,020 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:19:26,020 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:19:26,020 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 812872192 }, "NonHeapMemoryUsage": { "committed": 180813824, "init": 7667712, "max": -1, "used": 176258728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:19:26,023 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:44807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:44807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:19:26,047 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec739f97569349aec5af30ab7317d3c9 2024-11-13T13:19:26,095 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/ns/2423373e3874407d84d2a8967475ddbc 2024-11-13T13:19:26,098 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/.tmp/queue/2e79d89bc1324feaa7eea666c550740a 2024-11-13T13:19:26,117 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/.tmp/hfileref/dbb948188a604f6e80a30578ab46e4de as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/hfileref/dbb948188a604f6e80a30578ab46e4de 2024-11-13T13:19:26,127 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/hfileref/dbb948188a604f6e80a30578ab46e4de, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T13:19:26,128 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/.tmp/queue/2e79d89bc1324feaa7eea666c550740a as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/queue/2e79d89bc1324feaa7eea666c550740a 2024-11-13T13:19:26,138 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/queue/2e79d89bc1324feaa7eea666c550740a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T13:19:26,139 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ec739f97569349aec5af30ab7317d3c9 in 888ms, sequenceid=10, compaction requested=false 2024-11-13T13:19:26,149 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/rep_barrier/cb50f2c52ece4f0a99cd528a31b2bbc8 is 112, key is test,,1731503896309.336517e5c4ac12f461efa92eb0c03493./rep_barrier:seqnumDuringOpen/1731503897490/Put/seqid=0 2024-11-13T13:19:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741848_1024 (size=5518) 2024-11-13T13:19:26,158 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/replication/ec739f97569349aec5af30ab7317d3c9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T13:19:26,160 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:26,160 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:26,160 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:19:26,160 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec739f97569349aec5af30ab7317d3c9: Waiting for close lock at 1731503965251Running coprocessor pre-close hooks at 1731503965251Disabling compacts and flushes for region at 1731503965251Disabling writes for close at 1731503965251Obtaining lock to block concurrent updates at 1731503965251Preparing flush snapshotting stores in ec739f97569349aec5af30ab7317d3c9 at 1731503965251Finished memstore snapshotting hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731503965252 (+1 ms)Flushing stores of hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. at 1731503965252Flushing ec739f97569349aec5af30ab7317d3c9/hfileref: creating writer at 1731503965252Flushing ec739f97569349aec5af30ab7317d3c9/hfileref: appending metadata at 1731503965271 (+19 ms)Flushing ec739f97569349aec5af30ab7317d3c9/hfileref: closing flushed file at 1731503965271Flushing ec739f97569349aec5af30ab7317d3c9/queue: creating writer at 1731503965680 (+409 ms)Flushing ec739f97569349aec5af30ab7317d3c9/queue: appending metadata at 1731503965693 (+13 ms)Flushing ec739f97569349aec5af30ab7317d3c9/queue: closing flushed file at 1731503965694 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559b5fab: reopening flushed file at 1731503966112 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5039c575: reopening flushed file at 1731503966127 (+15 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ec739f97569349aec5af30ab7317d3c9 in 888ms, sequenceid=10, compaction requested=false at 1731503966139 (+12 ms)Writing region close event to WAL at 1731503966150 (+11 ms)Running coprocessor post-close hooks at 1731503966160 (+10 ms)Closed at 1731503966160 2024-11-13T13:19:26,160 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731503899652.ec739f97569349aec5af30ab7317d3c9. 2024-11-13T13:19:26,160 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/rep_barrier/cb50f2c52ece4f0a99cd528a31b2bbc8 2024-11-13T13:19:26,191 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/table/8e803283378144ee988e580df4e3c9b9 is 53, key is hbase:replication/table:state/1731503900071/Put/seqid=0 2024-11-13T13:19:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741849_1025 (size=5308) 2024-11-13T13:19:26,222 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 1292, reset compression=false 2024-11-13T13:19:26,247 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:19:26,247 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:19:26,247 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:26,447 DEBUG [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:26,527 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 1292, reset compression=false 2024-11-13T13:19:26,599 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/table/8e803283378144ee988e580df4e3c9b9 2024-11-13T13:19:26,604 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/info/a08f67d552c44eb6b160ba2bb973bcdc as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/info/a08f67d552c44eb6b160ba2bb973bcdc 2024-11-13T13:19:26,608 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/info/a08f67d552c44eb6b160ba2bb973bcdc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:19:26,609 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/ns/2423373e3874407d84d2a8967475ddbc as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/ns/2423373e3874407d84d2a8967475ddbc 2024-11-13T13:19:26,614 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/ns/2423373e3874407d84d2a8967475ddbc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:19:26,615 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/rep_barrier/cb50f2c52ece4f0a99cd528a31b2bbc8 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/rep_barrier/cb50f2c52ece4f0a99cd528a31b2bbc8 2024-11-13T13:19:26,620 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/rep_barrier/cb50f2c52ece4f0a99cd528a31b2bbc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:19:26,621 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/.tmp/table/8e803283378144ee988e580df4e3c9b9 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/table/8e803283378144ee988e580df4e3c9b9 2024-11-13T13:19:26,627 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/table/8e803283378144ee988e580df4e3c9b9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:19:26,629 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1383ms, sequenceid=16, compaction requested=false 2024-11-13T13:19:26,634 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:19:26,634 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:26,634 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:26,634 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:26,635 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503965246Running coprocessor pre-close hooks at 1731503965246Disabling compacts and flushes for region at 1731503965246Disabling writes for close at 1731503965246Obtaining lock to block concurrent updates at 1731503965246Preparing flush snapshotting stores in 1588230740 at 1731503965246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731503965247 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731503965247Flushing 1588230740/info: creating writer at 1731503965248 (+1 ms)Flushing 1588230740/info: appending metadata at 1731503965264 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731503965264Flushing 1588230740/ns: creating writer at 1731503965674 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731503965688 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731503965688Flushing 1588230740/rep_barrier: creating writer at 1731503966101 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731503966148 (+47 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731503966148Flushing 1588230740/table: creating writer at 1731503966169 (+21 ms)Flushing 1588230740/table: appending metadata at 1731503966190 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731503966190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a63561f: reopening flushed file at 1731503966603 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bb267d: reopening flushed file at 1731503966609 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a2c5ac: reopening flushed file at 1731503966614 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7c1dee: reopening flushed file at 1731503966621 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1383ms, sequenceid=16, compaction requested=false at 1731503966629 (+8 ms)Writing region close event to WAL at 1731503966631 (+2 ms)Running coprocessor post-close hooks at 1731503966634 (+3 ms)Closed at 1731503966634 2024-11-13T13:19:26,635 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:26,648 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,45337,1731503887214; all regions closed. 2024-11-13T13:19:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:19:26,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.meta.1731503890621.meta not finished, retry = 0 2024-11-13T13:19:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741839_1015 (size=2700) 2024-11-13T13:19:26,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.rep.1731503900003 not finished, retry = 0 2024-11-13T13:19:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741832_1008 (size=1300) 2024-11-13T13:19:26,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 not finished, retry = 0 2024-11-13T13:19:26,931 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 to pos 1292, reset compression=false 2024-11-13T13:19:26,957 DEBUG [RS:0;bfeb2336aed7:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:26,957 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:26,957 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/WALs/bfeb2336aed7,45337,1731503887214/bfeb2336aed7%2C45337%2C1731503887214.1731503889566 2024-11-13T13:19:26,958 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:26,958 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T13:19:26,958 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T13:19:26,958 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:26,958 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:26,958 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:26,958 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,45337,1731503887214 because: Region server is closing 2024-11-13T13:19:26,958 INFO [RS:0;bfeb2336aed7:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45337. 2024-11-13T13:19:26,958 DEBUG [RS:0;bfeb2336aed7:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:26,958 DEBUG [RS:0;bfeb2336aed7:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:26,958 DEBUG [RS:0;bfeb2336aed7:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:26,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:27,059 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.shipperbfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 terminated 2024-11-13T13:19:27,059 INFO [RS:0;bfeb2336aed7:45337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45337 2024-11-13T13:19:27,059 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45337,1731503887214.replicationSource.wal-reader.bfeb2336aed7%2C45337%2C1731503887214,1-bfeb2336aed7,45337,1731503887214 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T13:19:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01688111558/rs/bfeb2336aed7,45337,1731503887214 2024-11-13T13:19:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558/rs 2024-11-13T13:19:27,141 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:27,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,45337,1731503887214] 2024-11-13T13:19:27,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01688111558/draining/bfeb2336aed7,45337,1731503887214 already deleted, retry=false 2024-11-13T13:19:27,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,45337,1731503887214 expired; onlineServers=0 2024-11-13T13:19:27,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,44807,1731503887011' ***** 2024-11-13T13:19:27,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:19:27,162 INFO [M:0;bfeb2336aed7:44807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:27,162 INFO [M:0;bfeb2336aed7:44807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:27,162 DEBUG [M:0;bfeb2336aed7:44807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:19:27,162 DEBUG [M:0;bfeb2336aed7:44807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:19:27,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:19:27,162 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503889352 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503889352,5,FailOnTimeoutGroup] 2024-11-13T13:19:27,162 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503889344 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503889344,5,FailOnTimeoutGroup] 2024-11-13T13:19:27,163 INFO [M:0;bfeb2336aed7:44807 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:27,163 INFO [M:0;bfeb2336aed7:44807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:27,163 DEBUG [M:0;bfeb2336aed7:44807 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:19:27,163 INFO [M:0;bfeb2336aed7:44807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:19:27,163 INFO [M:0;bfeb2336aed7:44807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:27,163 INFO [M:0;bfeb2336aed7:44807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:19:27,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:19:27,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01688111558/master 2024-11-13T13:19:27,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01688111558 2024-11-13T13:19:27,173 DEBUG [M:0;bfeb2336aed7:44807 {}] zookeeper.ZKUtil(347): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Unable to get data of znode /01688111558/master because node does not exist (not an error) 2024-11-13T13:19:27,173 WARN [M:0;bfeb2336aed7:44807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:19:27,174 INFO [M:0;bfeb2336aed7:44807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/.lastflushedseqids 2024-11-13T13:19:27,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741850_1026 (size=263) 2024-11-13T13:19:27,252 INFO [RS:0;bfeb2336aed7:45337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x101345886270001, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:27,252 INFO [RS:0;bfeb2336aed7:45337 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,45337,1731503887214; zookeeper connection closed. 2024-11-13T13:19:27,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4884e871 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4884e871 2024-11-13T13:19:27,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:19:27,579 INFO [M:0;bfeb2336aed7:44807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:19:27,579 INFO [M:0;bfeb2336aed7:44807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:19:27,579 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:27,579 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:27,579 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:27,579 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:27,579 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:27,579 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T13:19:27,594 DEBUG [M:0;bfeb2336aed7:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f701d909aa643889b166fbb76c2d5c6 is 82, key is hbase:meta,,1/info:regioninfo/1731503890678/Put/seqid=0 2024-11-13T13:19:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741851_1027 (size=5672) 2024-11-13T13:19:27,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:27,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:27,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:27,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:27,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:27,998 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f701d909aa643889b166fbb76c2d5c6 2024-11-13T13:19:28,015 DEBUG [M:0;bfeb2336aed7:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e52be59b11e7497c82637b2804dcb85c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731503897510/Put/seqid=0 2024-11-13T13:19:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741852_1028 (size=7240) 2024-11-13T13:19:28,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:19:28,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:28,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:28,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:28,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:28,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:28,419 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e52be59b11e7497c82637b2804dcb85c 2024-11-13T13:19:28,423 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52be59b11e7497c82637b2804dcb85c 2024-11-13T13:19:28,440 DEBUG [M:0;bfeb2336aed7:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b758f84ec9248929ae75498d95a5a07 is 69, key is bfeb2336aed7,45337,1731503887214/rs:state/1731503889390/Put/seqid=0 2024-11-13T13:19:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741853_1029 (size=5156) 2024-11-13T13:19:28,844 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b758f84ec9248929ae75498d95a5a07 2024-11-13T13:19:28,848 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f701d909aa643889b166fbb76c2d5c6 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f701d909aa643889b166fbb76c2d5c6 2024-11-13T13:19:28,851 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f701d909aa643889b166fbb76c2d5c6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T13:19:28,852 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e52be59b11e7497c82637b2804dcb85c as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e52be59b11e7497c82637b2804dcb85c 2024-11-13T13:19:28,857 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52be59b11e7497c82637b2804dcb85c 2024-11-13T13:19:28,858 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e52be59b11e7497c82637b2804dcb85c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T13:19:28,859 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b758f84ec9248929ae75498d95a5a07 as hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b758f84ec9248929ae75498d95a5a07 2024-11-13T13:19:28,863 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/5c5aebc5-2ecf-f4a8-4eec-bf521c8c0cf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b758f84ec9248929ae75498d95a5a07, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T13:19:28,865 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-13T13:19:28,866 INFO [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:28,866 DEBUG [M:0;bfeb2336aed7:44807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503967579Disabling compacts and flushes for region at 1731503967579Disabling writes for close at 1731503967579Obtaining lock to block concurrent updates at 1731503967579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503967579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731503967580 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503967580Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503967580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503967594 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503967594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503968002 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503968015 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503968015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503968423 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503968439 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503968439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518e6042: reopening flushed file at 1731503968847 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ce99e5: reopening flushed file at 1731503968852 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611e2aa8: reopening flushed file at 1731503968858 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731503968865 (+7 ms)Writing region close event to WAL at 1731503968866 (+1 ms)Closed at 1731503968866 2024-11-13T13:19:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741830_1006 (size=64526) 2024-11-13T13:19:28,868 INFO [M:0;bfeb2336aed7:44807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:19:28,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:28,869 INFO [M:0;bfeb2336aed7:44807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44807 2024-11-13T13:19:28,869 INFO [M:0;bfeb2336aed7:44807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:28,978 INFO [M:0;bfeb2336aed7:44807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x101345886270000, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:28,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a155b8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:28,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ccdde58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:28,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:28,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e9781d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:28,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a7460d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:28,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:19:28,982 WARN [BP-1537537415-172.17.0.2-1731503884941 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:19:28,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:19:28,982 WARN [BP-1537537415-172.17.0.2-1731503884941 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537537415-172.17.0.2-1731503884941 (Datanode Uuid 252d40ca-3b69-4f22-a470-32405cc0d940) service to localhost/127.0.0.1:38501 2024-11-13T13:19:28,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/data/data1/current/BP-1537537415-172.17.0.2-1731503884941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:28,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/cluster_04489db3-d2a4-a4ae-d916-53de78153db5/data/data2/current/BP-1537537415-172.17.0.2-1731503884941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:28,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:19:28,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@889e3e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:28,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a47011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:28,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:28,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f44c735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:28,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@420a7122{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c441609-5727-ab34-e749-39e63c352539/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:28,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:19:29,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:19:29,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 135) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40795 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49239) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fab70b8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fab70b8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38501 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49239) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=3440 (was 3663) 2024-11-13T13:19:29,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3440 2024-11-13T13:19:29,034 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T13:19:29,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir so I do NOT create it in target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd 2024-11-13T13:19:29,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:19:29,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.tmp.dir so I do NOT create it in target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd 2024-11-13T13:19:29,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6a5ea8-3739-280e-1ddd-c887cd2b131a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:19:29,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd 2024-11-13T13:19:29,035 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1, deleteOnExit=true 2024-11-13T13:19:29,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/zookeeper_0, clientPort=61335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:19:29,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61335 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/test.cache.data in system properties and HBase conf 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:19:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:19:29,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:19:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:19:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101345886270005, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:19:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101345886270002, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:19:29,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101345886270002, quorum=127.0.0.1:49239, baseZNode=/01688111558 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:19:29,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101345886270005, quorum=127.0.0.1:49239, baseZNode=/1201093266 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:19:29,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:29,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:19:29,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:19:29,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:19:29,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:19:29,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:29,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e3e73d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:19:29,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7152764d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:19:29,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71d68aa6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/java.io.tmpdir/jetty-localhost-38201-hadoop-hdfs-3_4_1-tests_jar-_-any-9385706052936599422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:29,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a19e41b{HTTP/1.1, (http/1.1)}{localhost:38201} 2024-11-13T13:19:29,720 INFO [Time-limited test {}] server.Server(415): Started @138044ms 2024-11-13T13:19:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:19:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:19:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:19:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:19:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:19:29,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:29,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:19:29,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:19:29,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:19:29,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:19:29,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69195c0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:19:29,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@440a37a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:19:30,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b2122f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/java.io.tmpdir/jetty-localhost-44809-hadoop-hdfs-3_4_1-tests_jar-_-any-12672208868123693803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:30,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c67b960{HTTP/1.1, (http/1.1)}{localhost:44809} 2024-11-13T13:19:30,059 INFO [Time-limited test {}] server.Server(415): Started @138383ms 2024-11-13T13:19:30,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:19:31,070 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/data/data1/current/BP-1941851946-172.17.0.2-1731503969116/current, will proceed with Du for space computation calculation, 2024-11-13T13:19:31,070 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/data/data2/current/BP-1941851946-172.17.0.2-1731503969116/current, will proceed with Du for space computation calculation, 2024-11-13T13:19:31,105 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:19:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8700311134bae7eb with lease ID 0x849f953f743dd77f: Processing first storage report for DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9 from datanode DatanodeRegistration(127.0.0.1:36403, datanodeUuid=5a69b570-3c89-400b-ab73-f147472b2b44, infoPort=35749, infoSecurePort=0, ipcPort=40887, storageInfo=lv=-57;cid=testClusterID;nsid=470050111;c=1731503969116) 2024-11-13T13:19:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8700311134bae7eb with lease ID 0x849f953f743dd77f: from storage DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9 node DatanodeRegistration(127.0.0.1:36403, datanodeUuid=5a69b570-3c89-400b-ab73-f147472b2b44, infoPort=35749, infoSecurePort=0, ipcPort=40887, storageInfo=lv=-57;cid=testClusterID;nsid=470050111;c=1731503969116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:19:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8700311134bae7eb with lease ID 0x849f953f743dd77f: Processing first storage report for DS-fff3bb21-a4a3-4202-9a95-7881d6b598ed from datanode DatanodeRegistration(127.0.0.1:36403, datanodeUuid=5a69b570-3c89-400b-ab73-f147472b2b44, infoPort=35749, infoSecurePort=0, ipcPort=40887, storageInfo=lv=-57;cid=testClusterID;nsid=470050111;c=1731503969116) 2024-11-13T13:19:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8700311134bae7eb with lease ID 0x849f953f743dd77f: from storage DS-fff3bb21-a4a3-4202-9a95-7881d6b598ed node DatanodeRegistration(127.0.0.1:36403, datanodeUuid=5a69b570-3c89-400b-ab73-f147472b2b44, infoPort=35749, infoSecurePort=0, ipcPort=40887, storageInfo=lv=-57;cid=testClusterID;nsid=470050111;c=1731503969116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:19:31,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd 2024-11-13T13:19:31,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:31,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:19:31,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40 with version=8 2024-11-13T13:19:31,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/hbase-staging 2024-11-13T13:19:31,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:19:31,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:19:31,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39387 2024-11-13T13:19:31,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39387 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393870x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:31,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39387-0x1013459cee90000 connected 2024-11-13T13:19:31,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:31,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:31,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:31,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40, hbase.cluster.distributed=false 2024-11-13T13:19:31,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/acl 2024-11-13T13:19:31,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-13T13:19:31,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39387 2024-11-13T13:19:31,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39387 2024-11-13T13:19:31,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-13T13:19:31,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-13T13:19:31,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:19:31,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:31,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:31,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:19:31,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:31,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:19:31,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:19:31,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:19:31,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40969 2024-11-13T13:19:31,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40969 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:31,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:31,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:31,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409690x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:31,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409690x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:31,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40969-0x1013459cee90001 connected 2024-11-13T13:19:31,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:19:31,902 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:19:31,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/master 2024-11-13T13:19:31,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/acl 2024-11-13T13:19:31,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-13T13:19:31,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-11-13T13:19:31,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-11-13T13:19:31,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-13T13:19:31,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-13T13:19:31,918 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:39387 2024-11-13T13:19:31,918 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-184849309/backup-masters/bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:32,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:32,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:32,033 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on existing znode=/0-184849309/backup-masters/bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184849309/master 2024-11-13T13:19:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:32,046 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on existing znode=/0-184849309/master 2024-11-13T13:19:32,047 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-184849309/backup-masters/bfeb2336aed7,39387,1731503971613 from backup master directory 2024-11-13T13:19:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/backup-masters/bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:32,056 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:19:32,056 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:32,060 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/hbase.id] with ID: 13de9647-d838-4f05-be7b-5353ab88234f 2024-11-13T13:19:32,060 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/.tmp/hbase.id 2024-11-13T13:19:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:19:32,465 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/.tmp/hbase.id]:[hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/hbase.id] 2024-11-13T13:19:32,475 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:32,475 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:19:32,476 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:19:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:32,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:19:32,947 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:19:32,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:19:32,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:19:33,355 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store 2024-11-13T13:19:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:19:33,761 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:33,761 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:33,761 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:33,761 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:33,761 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:33,762 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:33,762 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:33,762 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503973761Disabling compacts and flushes for region at 1731503973761Disabling writes for close at 1731503973761Writing region close event to WAL at 1731503973762 (+1 ms)Closed at 1731503973762 2024-11-13T13:19:33,762 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/.initializing 2024-11-13T13:19:33,762 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:33,763 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:19:33,765 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C39387%2C1731503971613, suffix=, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/oldWALs, maxLogs=10 2024-11-13T13:19:33,779 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613/bfeb2336aed7%2C39387%2C1731503971613.1731503973765, exclude list is [], retry=0 2024-11-13T13:19:33,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:33,783 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 2024-11-13T13:19:33,783 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:33,783 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:33,783 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:33,783 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,783 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:19:33,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:19:33,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:33,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:33,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:19:33,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:33,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:33,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:19:33,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:33,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:33,790 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,791 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,791 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,792 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,792 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,793 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:33,794 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:33,796 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:19:33,796 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74647000, jitterRate=0.112326979637146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:33,797 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503973784Initializing all the Stores at 1731503973784Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503973784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503973785 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503973785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503973785Cleaning up temporary data from old regions at 1731503973792 (+7 ms)Region opened successfully at 1731503973797 (+5 ms) 2024-11-13T13:19:33,797 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:19:33,800 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3c8fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:19:33,801 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:19:33,801 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:19:33,801 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:19:33,801 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:19:33,802 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:19:33,802 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:19:33,802 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:19:33,804 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:19:33,804 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/balancer because node does not exist (not necessarily an error) 2024-11-13T13:19:33,920 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/balancer already deleted, retry=false 2024-11-13T13:19:33,920 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:19:33,921 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:19:33,930 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/normalizer already deleted, retry=false 2024-11-13T13:19:33,930 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:19:33,931 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:19:33,940 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/switch/split already deleted, retry=false 2024-11-13T13:19:33,941 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:19:33,951 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/switch/merge already deleted, retry=false 2024-11-13T13:19:33,953 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:19:33,961 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/snapshot-cleanup already deleted, retry=false 2024-11-13T13:19:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:33,972 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,39387,1731503971613, sessionid=0x1013459cee90000, setting cluster-up flag (Was=false) 2024-11-13T13:19:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:34,025 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-184849309/flush-table-proc/acquired, /0-184849309/flush-table-proc/reached, /0-184849309/flush-table-proc/abort 2024-11-13T13:19:34,026 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:34,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:34,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:34,077 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-184849309/online-snapshot/acquired, /0-184849309/online-snapshot/reached, /0-184849309/online-snapshot/abort 2024-11-13T13:19:34,078 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:34,079 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:19:34,081 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:34,081 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:19:34,081 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:19:34,081 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,39387,1731503971613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:19:34,082 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:19:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:34,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504004089 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:19:34,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:19:34,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:34,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:19:34,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:19:34,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:19:34,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:19:34,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:19:34,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:19:34,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:19:34,095 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503974095,5,FailOnTimeoutGroup] 2024-11-13T13:19:34,095 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503974095,5,FailOnTimeoutGroup] 2024-11-13T13:19:34,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:19:34,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:19:34,110 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(746): ClusterId : 13de9647-d838-4f05-be7b-5353ab88234f 2024-11-13T13:19:34,110 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:19:34,120 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:19:34,120 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:19:34,131 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:19:34,131 DEBUG [RS:0;bfeb2336aed7:40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433db8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:19:34,142 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:40969 2024-11-13T13:19:34,142 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:19:34,142 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:19:34,142 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:19:34,143 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,39387,1731503971613 with port=40969, startcode=1731503971802 2024-11-13T13:19:34,143 DEBUG [RS:0;bfeb2336aed7:40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:19:34,144 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:19:34,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:34,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:34,146 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40 2024-11-13T13:19:34,146 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34245 2024-11-13T13:19:34,146 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:19:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/rs 2024-11-13T13:19:34,151 DEBUG [RS:0;bfeb2336aed7:40969 {}] zookeeper.ZKUtil(111): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on existing znode=/0-184849309/rs/bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:34,151 WARN [RS:0;bfeb2336aed7:40969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:19:34,152 INFO [RS:0;bfeb2336aed7:40969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:34,152 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:34,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,40969,1731503971802] 2024-11-13T13:19:34,155 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:19:34,156 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:19:34,156 INFO [RS:0;bfeb2336aed7:40969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:19:34,157 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,157 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:19:34,157 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:19:34,158 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:19:34,158 DEBUG [RS:0;bfeb2336aed7:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:19:34,160 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,160 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,160 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,160 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,160 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,160 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40969,1731503971802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:19:34,173 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:19:34,173 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40969,1731503971802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,173 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,173 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.Replication(171): bfeb2336aed7,40969,1731503971802 started 2024-11-13T13:19:34,185 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:34,185 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,40969,1731503971802, RpcServer on bfeb2336aed7/172.17.0.2:40969, sessionid=0x1013459cee90001 2024-11-13T13:19:34,185 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:19:34,185 DEBUG [RS:0;bfeb2336aed7:40969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:34,185 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,40969,1731503971802' 2024-11-13T13:19:34,185 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-184849309/flush-table-proc/abort' 2024-11-13T13:19:34,186 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-184849309/flush-table-proc/acquired' 2024-11-13T13:19:34,186 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:19:34,186 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:19:34,186 DEBUG [RS:0;bfeb2336aed7:40969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:34,187 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,40969,1731503971802' 2024-11-13T13:19:34,187 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-184849309/online-snapshot/abort' 2024-11-13T13:19:34,187 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-184849309/online-snapshot/acquired' 2024-11-13T13:19:34,187 DEBUG [RS:0;bfeb2336aed7:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:19:34,187 INFO [RS:0;bfeb2336aed7:40969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:19:34,187 INFO [RS:0;bfeb2336aed7:40969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:19:34,287 INFO [RS:0;bfeb2336aed7:40969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:19:34,289 INFO [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40969%2C1731503971802, suffix=, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs, maxLogs=10 2024-11-13T13:19:34,302 DEBUG [RS:0;bfeb2336aed7:40969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289, exclude list is [], retry=0 2024-11-13T13:19:34,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:34,307 INFO [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 2024-11-13T13:19:34,307 DEBUG [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:34,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:19:34,499 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40 2024-11-13T13:19:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:19:34,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:34,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:19:34,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:19:34,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:34,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:34,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:19:34,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:19:34,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:34,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:34,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:19:34,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:19:34,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:34,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:34,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:19:34,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:19:34,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:34,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:34,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:19:34,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740 2024-11-13T13:19:34,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740 2024-11-13T13:19:34,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:19:34,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:19:34,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:34,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:19:34,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:19:34,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75409880, jitterRate=0.1236947774887085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503974905Initializing all the Stores at 1731503974905Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503974905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503974906 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503974906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503974906Cleaning up temporary data from old regions at 1731503974913 (+7 ms)Region opened successfully at 1731503974918 (+5 ms) 2024-11-13T13:19:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:34,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:34,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:34,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503974918Disabling compacts and flushes for region at 1731503974918Disabling writes for close at 1731503974918Writing region close event to WAL at 1731503974918Closed at 1731503974918 2024-11-13T13:19:34,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:34,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:19:34,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:19:34,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:19:34,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:19:35,072 DEBUG [bfeb2336aed7:39387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:19:35,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:35,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40969,1731503971802, state=OPENING 2024-11-13T13:19:35,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:19:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:35,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:35,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:35,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:19:35,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40969,1731503971802}] 2024-11-13T13:19:35,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:19:35,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:35,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:35,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:35,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:19:35,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:19:35,306 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:19:35,306 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:35,306 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:19:35,308 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40969%2C1731503971802.meta, suffix=.meta, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs, maxLogs=10 2024-11-13T13:19:35,319 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.meta.1731503975308.meta, exclude list is [], retry=0 2024-11-13T13:19:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:35,323 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.meta.1731503975308.meta 2024-11-13T13:19:35,323 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:35,324 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:35,324 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:19:35,324 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:19:35,324 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:19:35,324 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:19:35,324 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:19:35,324 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:35,325 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:19:35,325 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:19:35,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:19:35,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:19:35,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:35,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:35,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:19:35,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:19:35,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:35,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:35,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:19:35,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:19:35,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:35,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:35,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:19:35,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:19:35,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:35,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:35,330 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:19:35,331 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740 2024-11-13T13:19:35,332 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740 2024-11-13T13:19:35,333 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:19:35,333 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:19:35,333 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:35,334 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:19:35,335 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68790478, jitterRate=0.025058001279830933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:35,335 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:19:35,335 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503975325Writing region info on filesystem at 1731503975325Initializing all the Stores at 1731503975326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503975326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503975326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503975326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503975326Cleaning up temporary data from old regions at 1731503975333 (+7 ms)Running coprocessor post-open hooks at 1731503975335 (+2 ms)Region opened successfully at 1731503975335 2024-11-13T13:19:35,336 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503975301 2024-11-13T13:19:35,338 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:19:35,338 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:19:35,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:35,339 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40969,1731503971802, state=OPEN 2024-11-13T13:19:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:35,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:35,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:35,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:35,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:19:35,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40969,1731503971802 in 272 msec 2024-11-13T13:19:35,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:19:35,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-13T13:19:35,425 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:35,425 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:19:35,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:35,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40969,1731503971802, seqNum=-1] 2024-11-13T13:19:35,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:35,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:19:35,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-11-13T13:19:35,433 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503975433, completionTime=-1 2024-11-13T13:19:35,433 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:19:35,433 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504035435 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504095435 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39387,1731503971613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39387,1731503971613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39387,1731503971613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:39387, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,437 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:19:35,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.381sec 2024-11-13T13:19:35,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:19:35,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:19:35,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:19:35,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:19:35,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:19:35,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39387,1731503971613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:19:35,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39387,1731503971613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:19:35,441 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:19:35,441 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:19:35,441 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39387,1731503971613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:35,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36000e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:35,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,39387,-1 for getting cluster id 2024-11-13T13:19:35,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:35,513 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13de9647-d838-4f05-be7b-5353ab88234f' 2024-11-13T13:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13de9647-d838-4f05-be7b-5353ab88234f" 2024-11-13T13:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371ffba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,39387,-1] 2024-11-13T13:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:35,514 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:35,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad87e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:35,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40969,1731503971802, seqNum=-1] 2024-11-13T13:19:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:35,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:19:35,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:35,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:35,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013459cee90002 connected 2024-11-13T13:19:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir so I do NOT create it in target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1 2024-11-13T13:19:35,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:19:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.tmp.dir so I do NOT create it in target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1 2024-11-13T13:19:35,573 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:19:35,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/cluster_f7fbac22-40ed-216a-cb2b-f7420c30a5d4, deleteOnExit=true 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/test.cache.data in system properties and HBase conf 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:19:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:19:35,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:19:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:19:35,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:19:35,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:19:35,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:19:35,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:19:35,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:19:35,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:35,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:19:35,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:19:35,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:19:35,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:19:35,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:35,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c9697f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:19:35,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653dd1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:19:35,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8927be5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/java.io.tmpdir/jetty-localhost-39009-hadoop-hdfs-3_4_1-tests_jar-_-any-14461356895431790282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:35,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47243cb9{HTTP/1.1, (http/1.1)}{localhost:39009} 2024-11-13T13:19:35,996 INFO [Time-limited test {}] server.Server(415): Started @144319ms 2024-11-13T13:19:36,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:36,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:19:36,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:19:36,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:19:36,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:19:36,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15deefbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:19:36,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8dee7e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:19:36,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40a60f98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/java.io.tmpdir/jetty-localhost-44949-hadoop-hdfs-3_4_1-tests_jar-_-any-3293251525973596338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:36,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e81b681{HTTP/1.1, (http/1.1)}{localhost:44949} 2024-11-13T13:19:36,351 INFO [Time-limited test {}] server.Server(415): Started @144674ms 2024-11-13T13:19:36,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:19:37,026 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/cluster_f7fbac22-40ed-216a-cb2b-f7420c30a5d4/data/data1/current/BP-1746924451-172.17.0.2-1731503975595/current, will proceed with Du for space computation calculation, 2024-11-13T13:19:37,026 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/cluster_f7fbac22-40ed-216a-cb2b-f7420c30a5d4/data/data2/current/BP-1746924451-172.17.0.2-1731503975595/current, will proceed with Du for space computation calculation, 2024-11-13T13:19:37,041 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:19:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1626ee8be67df22 with lease ID 0xd399792402bccc39: Processing first storage report for DS-9c0ded01-19ef-4a10-9d9d-948d21a24792 from datanode DatanodeRegistration(127.0.0.1:44295, datanodeUuid=8ee67344-75f8-4064-9608-517e939a8b2f, infoPort=42995, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=252108998;c=1731503975595) 2024-11-13T13:19:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1626ee8be67df22 with lease ID 0xd399792402bccc39: from storage DS-9c0ded01-19ef-4a10-9d9d-948d21a24792 node DatanodeRegistration(127.0.0.1:44295, datanodeUuid=8ee67344-75f8-4064-9608-517e939a8b2f, infoPort=42995, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=252108998;c=1731503975595), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:19:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1626ee8be67df22 with lease ID 0xd399792402bccc39: Processing first storage report for DS-c07ae44b-2a64-4325-bdbc-155483f862e9 from datanode DatanodeRegistration(127.0.0.1:44295, datanodeUuid=8ee67344-75f8-4064-9608-517e939a8b2f, infoPort=42995, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=252108998;c=1731503975595) 2024-11-13T13:19:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1626ee8be67df22 with lease ID 0xd399792402bccc39: from storage DS-c07ae44b-2a64-4325-bdbc-155483f862e9 node DatanodeRegistration(127.0.0.1:44295, datanodeUuid=8ee67344-75f8-4064-9608-517e939a8b2f, infoPort=42995, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=252108998;c=1731503975595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:19:37,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1 2024-11-13T13:19:37,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:37,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:19:37,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2 with version=8 2024-11-13T13:19:37,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/hbase-staging 2024-11-13T13:19:37,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:19:37,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:19:37,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37205 2024-11-13T13:19:37,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37205 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:37,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372050x0, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:37,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37205-0x1013459cee90003 connected 2024-11-13T13:19:37,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:37,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:37,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/running 2024-11-13T13:19:37,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2, hbase.cluster.distributed=false 2024-11-13T13:19:37,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/acl 2024-11-13T13:19:37,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-13T13:19:37,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37205 2024-11-13T13:19:37,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37205 2024-11-13T13:19:37,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-13T13:19:37,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-13T13:19:37,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:19:37,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:19:37,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33101 2024-11-13T13:19:37,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33101 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:37,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:37,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331010x0, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:37,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33101-0x1013459cee90004 connected 2024-11-13T13:19:37,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/running 2024-11-13T13:19:37,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:19:37,657 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:19:37,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/master 2024-11-13T13:19:37,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/acl 2024-11-13T13:19:37,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-13T13:19:37,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33101 2024-11-13T13:19:37,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33101 2024-11-13T13:19:37,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-13T13:19:37,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-13T13:19:37,671 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:37205 2024-11-13T13:19:37,671 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /129044636/backup-masters/bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:37,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636/backup-masters 2024-11-13T13:19:37,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636/backup-masters 2024-11-13T13:19:37,678 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on existing znode=/129044636/backup-masters/bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/129044636/master 2024-11-13T13:19:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:37,688 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on existing znode=/129044636/master 2024-11-13T13:19:37,688 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /129044636/backup-masters/bfeb2336aed7,37205,1731503977494 from backup master directory 2024-11-13T13:19:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/129044636/backup-masters/bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636/backup-masters 2024-11-13T13:19:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636/backup-masters 2024-11-13T13:19:37,698 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:19:37,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:37,702 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/hbase.id] with ID: c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30 2024-11-13T13:19:37,702 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/.tmp/hbase.id 2024-11-13T13:19:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:19:38,106 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/.tmp/hbase.id]:[hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/hbase.id] 2024-11-13T13:19:38,116 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:38,117 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:19:38,117 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:19:38,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:38,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:19:38,586 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:19:38,587 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:19:38,587 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:19:38,993 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store 2024-11-13T13:19:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:19:39,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:39,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:39,399 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:39,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:39,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:39,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:39,399 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:39,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503979399Disabling compacts and flushes for region at 1731503979399Disabling writes for close at 1731503979399Writing region close event to WAL at 1731503979399Closed at 1731503979399 2024-11-13T13:19:39,400 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/.initializing 2024-11-13T13:19:39,400 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/WALs/bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:39,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:19:39,403 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C37205%2C1731503977494, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/WALs/bfeb2336aed7,37205,1731503977494, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/oldWALs, maxLogs=10 2024-11-13T13:19:39,414 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/WALs/bfeb2336aed7,37205,1731503977494/bfeb2336aed7%2C37205%2C1731503977494.1731503979403, exclude list is [], retry=0 2024-11-13T13:19:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-9c0ded01-19ef-4a10-9d9d-948d21a24792,DISK] 2024-11-13T13:19:39,418 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/WALs/bfeb2336aed7,37205,1731503977494/bfeb2336aed7%2C37205%2C1731503977494.1731503979403 2024-11-13T13:19:39,418 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42995:42995)] 2024-11-13T13:19:39,418 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:39,419 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:39,419 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,419 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:19:39,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:39,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:39,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:19:39,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:39,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:39,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:19:39,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:39,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:39,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:19:39,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:39,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:39,425 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,426 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,426 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,427 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,427 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,428 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:39,428 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:39,430 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:19:39,430 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62289740, jitterRate=-0.07181054353713989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:39,431 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503979419Initializing all the Stores at 1731503979419Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503979419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503979420 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503979420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503979420Cleaning up temporary data from old regions at 1731503979427 (+7 ms)Region opened successfully at 1731503979431 (+4 ms) 2024-11-13T13:19:39,431 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:19:39,433 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266dc3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:19:39,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:19:39,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:19:39,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:19:39,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:19:39,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:19:39,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:19:39,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:19:39,437 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:19:39,437 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Unable to get data of znode /129044636/balancer because node does not exist (not necessarily an error) 2024-11-13T13:19:39,496 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /129044636/balancer already deleted, retry=false 2024-11-13T13:19:39,496 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:19:39,497 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Unable to get data of znode /129044636/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:19:39,508 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /129044636/normalizer already deleted, retry=false 2024-11-13T13:19:39,509 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:19:39,509 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Unable to get data of znode /129044636/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:19:39,519 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /129044636/switch/split already deleted, retry=false 2024-11-13T13:19:39,520 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Unable to get data of znode /129044636/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:19:39,529 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /129044636/switch/merge already deleted, retry=false 2024-11-13T13:19:39,531 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Unable to get data of znode /129044636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:19:39,540 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /129044636/snapshot-cleanup already deleted, retry=false 2024-11-13T13:19:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/129044636/running 2024-11-13T13:19:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/129044636/running 2024-11-13T13:19:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:39,551 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,37205,1731503977494, sessionid=0x1013459cee90003, setting cluster-up flag (Was=false) 2024-11-13T13:19:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:39,603 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /129044636/flush-table-proc/acquired, /129044636/flush-table-proc/reached, /129044636/flush-table-proc/abort 2024-11-13T13:19:39,604 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:39,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:39,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:39,656 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /129044636/online-snapshot/acquired, /129044636/online-snapshot/reached, /129044636/online-snapshot/abort 2024-11-13T13:19:39,657 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:39,658 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:19:39,660 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:39,660 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:19:39,660 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:19:39,660 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,37205,1731503977494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:19:39,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,662 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(746): ClusterId : c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30 2024-11-13T13:19:39,662 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504009663 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:19:39,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:19:39,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:19:39,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:19:39,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503979664,5,FailOnTimeoutGroup] 2024-11-13T13:19:39,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503979664,5,FailOnTimeoutGroup] 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,664 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,664 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:39,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:19:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:19:39,675 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:19:39,675 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:19:39,688 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:19:39,688 DEBUG [RS:0;bfeb2336aed7:33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d271f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:19:39,698 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:33101 2024-11-13T13:19:39,698 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:19:39,698 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:19:39,698 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:19:39,698 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,37205,1731503977494 with port=33101, startcode=1731503977643 2024-11-13T13:19:39,698 DEBUG [RS:0;bfeb2336aed7:33101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:19:39,700 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:19:39,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:39,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:39,701 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2 2024-11-13T13:19:39,701 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39579 2024-11-13T13:19:39,701 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:19:39,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636/rs 2024-11-13T13:19:39,709 DEBUG [RS:0;bfeb2336aed7:33101 {}] zookeeper.ZKUtil(111): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on existing znode=/129044636/rs/bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:39,709 WARN [RS:0;bfeb2336aed7:33101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:19:39,709 INFO [RS:0;bfeb2336aed7:33101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:39,709 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:39,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,33101,1731503977643] 2024-11-13T13:19:39,712 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:19:39,713 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:19:39,713 INFO [RS:0;bfeb2336aed7:33101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:19:39,713 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,714 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:19:39,714 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:19:39,714 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,714 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,715 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:39,715 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:19:39,715 DEBUG [RS:0;bfeb2336aed7:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:19:39,715 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,715 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,715 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,715 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,715 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,715 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33101,1731503977643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:19:39,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:19:39,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:19:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T13:19:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T13:19:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:19:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T13:19:39,727 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:19:39,728 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33101,1731503977643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,728 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,728 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.Replication(171): bfeb2336aed7,33101,1731503977643 started 2024-11-13T13:19:39,739 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:39,739 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,33101,1731503977643, RpcServer on bfeb2336aed7/172.17.0.2:33101, sessionid=0x1013459cee90004 2024-11-13T13:19:39,739 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:19:39,739 DEBUG [RS:0;bfeb2336aed7:33101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:39,739 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,33101,1731503977643' 2024-11-13T13:19:39,739 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/129044636/flush-table-proc/abort' 2024-11-13T13:19:39,740 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/129044636/flush-table-proc/acquired' 2024-11-13T13:19:39,740 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:19:39,740 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:19:39,740 DEBUG [RS:0;bfeb2336aed7:33101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:39,740 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,33101,1731503977643' 2024-11-13T13:19:39,740 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/129044636/online-snapshot/abort' 2024-11-13T13:19:39,741 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/129044636/online-snapshot/acquired' 2024-11-13T13:19:39,741 DEBUG [RS:0;bfeb2336aed7:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:19:39,741 INFO [RS:0;bfeb2336aed7:33101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:19:39,741 INFO [RS:0;bfeb2336aed7:33101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:19:39,841 INFO [RS:0;bfeb2336aed7:33101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:19:39,842 INFO [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C33101%2C1731503977643, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/oldWALs, maxLogs=10 2024-11-13T13:19:39,854 DEBUG [RS:0;bfeb2336aed7:33101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643/bfeb2336aed7%2C33101%2C1731503977643.1731503979843, exclude list is [], retry=0 2024-11-13T13:19:39,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-9c0ded01-19ef-4a10-9d9d-948d21a24792,DISK] 2024-11-13T13:19:39,858 INFO [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643/bfeb2336aed7%2C33101%2C1731503977643.1731503979843 2024-11-13T13:19:39,858 DEBUG [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42995:42995)] 2024-11-13T13:19:40,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:19:40,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2 2024-11-13T13:19:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:19:40,155 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:19:40,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:40,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:19:40,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:19:40,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:19:40,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:19:40,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:19:40,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:19:40,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:19:40,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:19:40,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:19:40,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740 2024-11-13T13:19:40,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740 2024-11-13T13:19:40,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:19:40,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:19:40,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:40,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:19:40,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:19:40,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65603744, jitterRate=-0.022428035736083984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731503980478Initializing all the Stores at 1731503980479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503980479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503980479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503980479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503980479Cleaning up temporary data from old regions at 1731503980486 (+7 ms)Region opened successfully at 1731503980490 (+4 ms) 2024-11-13T13:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:40,490 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:40,490 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503980490Disabling compacts and flushes for region at 1731503980490Disabling writes for close at 1731503980490Writing region close event to WAL at 1731503980490Closed at 1731503980490 2024-11-13T13:19:40,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:40,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:19:40,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:19:40,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:19:40,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:19:40,643 DEBUG [bfeb2336aed7:37205 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:19:40,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:40,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,33101,1731503977643, state=OPENING 2024-11-13T13:19:40,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:19:40,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:40,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:40,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:19:40,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /129044636/meta-region-server: CHANGED 2024-11-13T13:19:40,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /129044636/meta-region-server: CHANGED 2024-11-13T13:19:40,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,33101,1731503977643}] 2024-11-13T13:19:40,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:19:40,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:40,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:40,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:40,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:40,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:40,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:40,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:19:40,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:19:40,876 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:19:40,876 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:40,876 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:19:40,878 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C33101%2C1731503977643.meta, suffix=.meta, logDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/oldWALs, maxLogs=10 2024-11-13T13:19:40,889 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643/bfeb2336aed7%2C33101%2C1731503977643.meta.1731503980878.meta, exclude list is [], retry=0 2024-11-13T13:19:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-9c0ded01-19ef-4a10-9d9d-948d21a24792,DISK] 2024-11-13T13:19:40,893 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643/bfeb2336aed7%2C33101%2C1731503977643.meta.1731503980878.meta 2024-11-13T13:19:40,893 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42995:42995)] 2024-11-13T13:19:40,893 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:40,893 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:19:40,894 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:19:40,894 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:19:40,894 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:19:40,894 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:19:40,894 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:40,894 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:19:40,894 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:19:40,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:19:40,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:19:40,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:19:40,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:19:40,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:19:40,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:19:40,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:19:40,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:19:40,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:40,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:40,899 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:19:40,899 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740 2024-11-13T13:19:40,900 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740 2024-11-13T13:19:40,901 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:19:40,901 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:19:40,902 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:40,903 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:19:40,903 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74639737, jitterRate=0.11221875250339508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:40,903 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:19:40,903 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503980894Writing region info on filesystem at 1731503980894Initializing all the Stores at 1731503980895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503980895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503980895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503980895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503980895Cleaning up temporary data from old regions at 1731503980901 (+6 ms)Running coprocessor post-open hooks at 1731503980903 (+2 ms)Region opened successfully at 1731503980903 2024-11-13T13:19:40,904 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731503980872 2024-11-13T13:19:40,906 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:19:40,906 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:19:40,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:40,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,33101,1731503977643, state=OPEN 2024-11-13T13:19:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/129044636/meta-region-server 2024-11-13T13:19:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/129044636/meta-region-server 2024-11-13T13:19:40,919 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:40,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /129044636/meta-region-server: CHANGED 2024-11-13T13:19:40,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /129044636/meta-region-server: CHANGED 2024-11-13T13:19:40,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:19:40,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,33101,1731503977643 in 199 msec 2024-11-13T13:19:40,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:19:40,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-13T13:19:40,923 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:40,923 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:19:40,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:40,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33101,1731503977643, seqNum=-1] 2024-11-13T13:19:40,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:40,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:19:40,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-13T13:19:40,929 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503980929, completionTime=-1 2024-11-13T13:19:40,929 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:19:40,929 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504040931 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504100931 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37205,1731503977494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37205,1731503977494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37205,1731503977494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:37205, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,933 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:19:40,934 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37205,1731503977494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:19:40,935 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37205,1731503977494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:19:40,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:19:40,937 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:19:40,937 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37205,1731503977494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:40,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba7613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:40,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37205,-1 for getting cluster id 2024-11-13T13:19:40,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:40,965 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30' 2024-11-13T13:19:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30" 2024-11-13T13:19:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c881f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37205,-1] 2024-11-13T13:19:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:40,966 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:40,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8540e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:40,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33101,1731503977643, seqNum=-1] 2024-11-13T13:19:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:40,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:19:40,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:40,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:40,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:40,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013459cee90005 connected 2024-11-13T13:19:40,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d55b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:40,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,39387,-1 for getting cluster id 2024-11-13T13:19:40,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:40,996 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13de9647-d838-4f05-be7b-5353ab88234f' 2024-11-13T13:19:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13de9647-d838-4f05-be7b-5353ab88234f" 2024-11-13T13:19:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c028bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,39387,-1] 2024-11-13T13:19:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:40,997 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:40,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131f3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:40,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:19:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78114bca 2024-11-13T13:19:40,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:19:40,999 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:19:41,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:37205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:19:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:19:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:19:41,002 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:37205' 2024-11-13T13:19:41,003 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e0bca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:41,003 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37205,-1 for getting cluster id 2024-11-13T13:19:41,003 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:41,004 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30' 2024-11-13T13:19:41,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:41,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30" 2024-11-13T13:19:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6062cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37205,-1] 2024-11-13T13:19:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:41,005 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4d2a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:41,006 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:19:41,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:41,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a9308 2024-11-13T13:19:41,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:19:41,007 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:19:41,008 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T13:19:41,008 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:19:41,008 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:41,008 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:41,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:41,009 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:19:41,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:19:41,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:19:41,011 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:41,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:19:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741835_1011 (size=1138) 2024-11-13T13:19:41,060 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:19:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:19:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:19:41,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bd2b0e85fca8d267e1cb1c4d0afd53a, NAME => 'hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40 2024-11-13T13:19:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741836_1012 (size=44) 2024-11-13T13:19:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:19:41,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:41,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3bd2b0e85fca8d267e1cb1c4d0afd53a, disabling compactions & flushes 2024-11-13T13:19:41,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:41,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:41,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. after waiting 0 ms 2024-11-13T13:19:41,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:41,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:41,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bd2b0e85fca8d267e1cb1c4d0afd53a: Waiting for close lock at 1731503981825Disabling compacts and flushes for region at 1731503981825Disabling writes for close at 1731503981825Writing region close event to WAL at 1731503981825Closed at 1731503981825 2024-11-13T13:19:41,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:19:41,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731503981826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731503981826"}]},"ts":"1731503981826"} 2024-11-13T13:19:41,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:19:41,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:19:41,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503981829"}]},"ts":"1731503981829"} 2024-11-13T13:19:41,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:19:41,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN}] 2024-11-13T13:19:41,832 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN 2024-11-13T13:19:41,832 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN; state=OFFLINE, location=bfeb2336aed7,40969,1731503971802; forceNewPlan=false, retain=false 2024-11-13T13:19:41,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3bd2b0e85fca8d267e1cb1c4d0afd53a, regionState=OPENING, regionLocation=bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:41,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN because future has completed 2024-11-13T13:19:41,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd2b0e85fca8d267e1cb1c4d0afd53a, server=bfeb2336aed7,40969,1731503971802}] 2024-11-13T13:19:42,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:42,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:42,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:19:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:19:42,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40969%2C1731503971802.rep, suffix=, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs, maxLogs=10 2024-11-13T13:19:42,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.rep.1731503982143, exclude list is [], retry=0 2024-11-13T13:19:42,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:42,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.rep.1731503982143 2024-11-13T13:19:42,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:42,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bd2b0e85fca8d267e1cb1c4d0afd53a, NAME => 'hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:42,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. service=MultiRowMutationService 2024-11-13T13:19:42,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,159 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,160 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd2b0e85fca8d267e1cb1c4d0afd53a columnFamilyName hfileref 2024-11-13T13:19:42,160 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:42,161 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(327): Store=3bd2b0e85fca8d267e1cb1c4d0afd53a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:42,161 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,162 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd2b0e85fca8d267e1cb1c4d0afd53a columnFamilyName queue 2024-11-13T13:19:42,162 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:42,162 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(327): Store=3bd2b0e85fca8d267e1cb1c4d0afd53a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:42,162 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,163 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd2b0e85fca8d267e1cb1c4d0afd53a columnFamilyName sid 2024-11-13T13:19:42,163 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:42,163 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(327): Store=3bd2b0e85fca8d267e1cb1c4d0afd53a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:42,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:19:42,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:19:42,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3bd2b0e85fca8d267e1cb1c4d0afd53a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61171647, jitterRate=-0.0884714275598526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:19:42,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:42,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3bd2b0e85fca8d267e1cb1c4d0afd53a: Running coprocessor pre-open hook at 1731503982158Writing region info on filesystem at 1731503982158Initializing all the Stores at 1731503982159 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503982159Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503982159Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503982159Cleaning up temporary data from old regions at 1731503982165 (+6 ms)Running coprocessor post-open hooks at 1731503982169 (+4 ms)Region opened successfully at 1731503982169 2024-11-13T13:19:42,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a., pid=7, masterSystemTime=1731503982137 2024-11-13T13:19:42,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:42,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:42,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3bd2b0e85fca8d267e1cb1c4d0afd53a, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:42,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd2b0e85fca8d267e1cb1c4d0afd53a, server=bfeb2336aed7,40969,1731503971802 because future has completed 2024-11-13T13:19:42,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T13:19:42,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bd2b0e85fca8d267e1cb1c4d0afd53a, server=bfeb2336aed7,40969,1731503971802 in 190 msec 2024-11-13T13:19:42,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:19:42,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN in 346 msec 2024-11-13T13:19:42,180 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:19:42,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731503982180"}]},"ts":"1731503982180"} 2024-11-13T13:19:42,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:19:42,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:19:42,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-13T13:19:42,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a., hostname=bfeb2336aed7,40969,1731503971802, seqNum=2] 2024-11-13T13:19:42,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:42,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:42,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:19:42,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T13:19:42,473 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:19:42,513 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,40969,1731503971802, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:19:42,514 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:42,514 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40969,1731503971802, seqNum=-1] 2024-11-13T13:19:42,514 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T13:19:42,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,40969,1731503971802', locateType=CURRENT is [region=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a., hostname=bfeb2336aed7,40969,1731503971802, seqNum=2] 2024-11-13T13:19:42,519 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T13:19:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T13:19:42,522 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,40969,1731503971802 suceeded 2024-11-13T13:19:42,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T13:19:42,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T13:19:42,524 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:37205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:19:42,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-13T13:19:42,538 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:37205' 2024-11-13T13:19:42,539 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@442fb9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:42,539 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37205,-1 for getting cluster id 2024-11-13T13:19:42,540 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:42,540 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30' 2024-11-13T13:19:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30" 2024-11-13T13:19:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ca87597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37205,-1] 2024-11-13T13:19:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:42,542 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:42,543 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f0467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:42,543 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:19:42,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:42,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41f1cc0d 2024-11-13T13:19:42,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:19:42,544 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T13:19:42,545 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,40969,1731503971802 (queues=1) is replicating from cluster=13de9647-d838-4f05-be7b-5353ab88234f to cluster=c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30 2024-11-13T13:19:42,545 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C40969%2C1731503971802 2024-11-13T13:19:42,545 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,40969,1731503971802, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:19:42,546 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289, startPosition=0, beingWritten=true 2024-11-13T13:19:42,547 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.shipperbfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C40969%2C1731503971802 2024-11-13T13:19:42,751 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 to pos 0, reset compression=false 2024-11-13T13:19:43,062 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 to pos 0, reset compression=false 2024-11-13T13:19:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:19:43,151 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:19:43,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:43,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:43,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:43,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:43,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:43,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:19:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17543812 2024-11-13T13:19:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:19:43,153 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:19:43,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:19:43,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:43,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:43,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:43,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:43,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:43,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:19:43,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=224640297, stopped=false 2024-11-13T13:19:43,155 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,39387,1731503971613 2024-11-13T13:19:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:43,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:43,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:43,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:43,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:43,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:43,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:43,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,40969,1731503971802' ***** 2024-11-13T13:19:43,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:19:43,214 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:19:43,214 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:40969. 2024-11-13T13:19:43,215 DEBUG [RS:0;bfeb2336aed7:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:43,215 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bd2b0e85fca8d267e1cb1c4d0afd53a, disabling compactions & flushes 2024-11-13T13:19:43,215 DEBUG [RS:0;bfeb2336aed7:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:43,215 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:43,215 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:19:43,215 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. after waiting 0 ms 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:19:43,215 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:43,215 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:19:43,215 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3bd2b0e85fca8d267e1cb1c4d0afd53a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T13:19:43,216 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:19:43,216 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3bd2b0e85fca8d267e1cb1c4d0afd53a=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.} 2024-11-13T13:19:43,216 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:43,216 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:43,216 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:43,216 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:43,216 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:43,216 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:43,216 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T13:19:43,235 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/info/b3a6ba8923384ea6a0b5499534f490d1 is 147, key is hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a./info:regioninfo/1731503982172/Put/seqid=0 2024-11-13T13:19:43,235 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/.tmp/queue/34c53e650304482eb8bf651396d52479 is 151, key is 1-bfeb2336aed7,40969,1731503971802/queue:bfeb2336aed7%2C40969%2C1731503971802/1731503982518/Put/seqid=0 2024-11-13T13:19:43,239 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:19:43,239 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:19:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741839_1015 (size=5350) 2024-11-13T13:19:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741838_1014 (size=6631) 2024-11-13T13:19:43,267 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:43,416 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:43,466 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 to pos 0, reset compression=false 2024-11-13T13:19:43,616 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:43,640 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/.tmp/queue/34c53e650304482eb8bf651396d52479 2024-11-13T13:19:43,640 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/info/b3a6ba8923384ea6a0b5499534f490d1 2024-11-13T13:19:43,645 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/.tmp/queue/34c53e650304482eb8bf651396d52479 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/queue/34c53e650304482eb8bf651396d52479 2024-11-13T13:19:43,650 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/queue/34c53e650304482eb8bf651396d52479, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T13:19:43,651 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3bd2b0e85fca8d267e1cb1c4d0afd53a in 436ms, sequenceid=5, compaction requested=false 2024-11-13T13:19:43,651 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:19:43,656 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:19:43,656 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:43,656 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:43,656 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:43,656 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bd2b0e85fca8d267e1cb1c4d0afd53a: Waiting for close lock at 1731503983215Running coprocessor pre-close hooks at 1731503983215Disabling compacts and flushes for region at 1731503983215Disabling writes for close at 1731503983215Obtaining lock to block concurrent updates at 1731503983215Preparing flush snapshotting stores in 3bd2b0e85fca8d267e1cb1c4d0afd53a at 1731503983215Finished memstore snapshotting hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731503983216 (+1 ms)Flushing stores of hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. at 1731503983216Flushing 3bd2b0e85fca8d267e1cb1c4d0afd53a/queue: creating writer at 1731503983216Flushing 3bd2b0e85fca8d267e1cb1c4d0afd53a/queue: appending metadata at 1731503983234 (+18 ms)Flushing 3bd2b0e85fca8d267e1cb1c4d0afd53a/queue: closing flushed file at 1731503983234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad826ed: reopening flushed file at 1731503983644 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3bd2b0e85fca8d267e1cb1c4d0afd53a in 436ms, sequenceid=5, compaction requested=false at 1731503983651 (+7 ms)Writing region close event to WAL at 1731503983652 (+1 ms)Running coprocessor post-close hooks at 1731503983656 (+4 ms)Closed at 1731503983656 2024-11-13T13:19:43,656 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:43,659 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/ns/00f1bb9c6e474bffb3841be33a9f9cb9 is 43, key is default/ns:d/1731503975428/Put/seqid=0 2024-11-13T13:19:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741840_1016 (size=5153) 2024-11-13T13:19:43,816 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:43,971 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 to pos 0, reset compression=false 2024-11-13T13:19:44,016 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:44,063 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/ns/00f1bb9c6e474bffb3841be33a9f9cb9 2024-11-13T13:19:44,082 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/table/9e99725a5d6d418e811d016428b5cd54 is 53, key is hbase:replication/table:state/1731503982180/Put/seqid=0 2024-11-13T13:19:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741841_1017 (size=5256) 2024-11-13T13:19:44,217 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:44,417 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:19:44,417 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:19:44,417 DEBUG [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:44,486 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/table/9e99725a5d6d418e811d016428b5cd54 2024-11-13T13:19:44,491 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/info/b3a6ba8923384ea6a0b5499534f490d1 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/info/b3a6ba8923384ea6a0b5499534f490d1 2024-11-13T13:19:44,496 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/info/b3a6ba8923384ea6a0b5499534f490d1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T13:19:44,497 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/ns/00f1bb9c6e474bffb3841be33a9f9cb9 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/ns/00f1bb9c6e474bffb3841be33a9f9cb9 2024-11-13T13:19:44,501 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/ns/00f1bb9c6e474bffb3841be33a9f9cb9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:19:44,502 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/table/9e99725a5d6d418e811d016428b5cd54 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/table/9e99725a5d6d418e811d016428b5cd54 2024-11-13T13:19:44,507 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/table/9e99725a5d6d418e811d016428b5cd54, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T13:19:44,508 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false 2024-11-13T13:19:44,514 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T13:19:44,514 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:44,514 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:44,514 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:44,515 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503983216Running coprocessor pre-close hooks at 1731503983216Disabling compacts and flushes for region at 1731503983216Disabling writes for close at 1731503983216Obtaining lock to block concurrent updates at 1731503983216Preparing flush snapshotting stores in 1588230740 at 1731503983216Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731503983216Flushing stores of hbase:meta,,1.1588230740 at 1731503983217 (+1 ms)Flushing 1588230740/info: creating writer at 1731503983217Flushing 1588230740/info: appending metadata at 1731503983234 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731503983234Flushing 1588230740/ns: creating writer at 1731503983644 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731503983659 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731503983659Flushing 1588230740/table: creating writer at 1731503984068 (+409 ms)Flushing 1588230740/table: appending metadata at 1731503984081 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731503984081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36771da6: reopening flushed file at 1731503984491 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c89b389: reopening flushed file at 1731503984496 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1aac73: reopening flushed file at 1731503984502 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false at 1731503984508 (+6 ms)Writing region close event to WAL at 1731503984511 (+3 ms)Running coprocessor post-close hooks at 1731503984514 (+3 ms)Closed at 1731503984514 2024-11-13T13:19:44,515 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:44,575 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 to pos 0, reset compression=false 2024-11-13T13:19:44,617 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,40969,1731503971802; all regions closed. 2024-11-13T13:19:44,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741834_1010 (size=2742) 2024-11-13T13:19:44,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.meta.1731503975308.meta not finished, retry = 0 2024-11-13T13:19:44,721 DEBUG [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs 2024-11-13T13:19:44,722 INFO [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40969%2C1731503971802.meta:.meta(num 1731503975308) 2024-11-13T13:19:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741837_1013 (size=1586) 2024-11-13T13:19:44,723 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.rep.1731503982143 not finished, retry = 0 2024-11-13T13:19:44,826 DEBUG [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs 2024-11-13T13:19:44,826 INFO [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40969%2C1731503971802.rep:(num 1731503982143) 2024-11-13T13:19:44,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802/bfeb2336aed7%2C40969%2C1731503971802.1731503974289 not finished, retry = 0 2024-11-13T13:19:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741832_1008 (size=93) 2024-11-13T13:19:44,929 DEBUG [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs 2024-11-13T13:19:44,929 INFO [RS:0;bfeb2336aed7:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40969%2C1731503971802:(num 1731503974289) 2024-11-13T13:19:44,929 DEBUG [RS:0;bfeb2336aed7:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:44,929 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:44,930 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:44,930 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:44,930 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:44,930 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:44,930 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,40969,1731503971802 because: Region server is closing 2024-11-13T13:19:44,930 INFO [RS:0;bfeb2336aed7:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:40969. 2024-11-13T13:19:44,930 DEBUG [RS:0;bfeb2336aed7:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:44,930 DEBUG [RS:0;bfeb2336aed7:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:44,931 DEBUG [RS:0;bfeb2336aed7:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:44,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:45,031 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.shipperbfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:19:45,031 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.wal-reader.bfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:19:45,031 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,40969,1731503971802.replicationSource.shipperbfeb2336aed7%2C40969%2C1731503971802,1-bfeb2336aed7,40969,1731503971802 terminated 2024-11-13T13:19:45,031 INFO [RS:0;bfeb2336aed7:40969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40969 2024-11-13T13:19:45,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/rs 2024-11-13T13:19:45,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/rs/bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:45,085 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:45,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,40969,1731503971802] 2024-11-13T13:19:45,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/draining/bfeb2336aed7,40969,1731503971802 already deleted, retry=false 2024-11-13T13:19:45,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,40969,1731503971802 expired; onlineServers=0 2024-11-13T13:19:45,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,39387,1731503971613' ***** 2024-11-13T13:19:45,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:19:45,108 INFO [M:0;bfeb2336aed7:39387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:45,108 INFO [M:0;bfeb2336aed7:39387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:45,108 DEBUG [M:0;bfeb2336aed7:39387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:19:45,108 DEBUG [M:0;bfeb2336aed7:39387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:19:45,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:19:45,108 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503974095 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503974095,5,FailOnTimeoutGroup] 2024-11-13T13:19:45,108 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503974095 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503974095,5,FailOnTimeoutGroup] 2024-11-13T13:19:45,109 INFO [M:0;bfeb2336aed7:39387 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:45,109 INFO [M:0;bfeb2336aed7:39387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:45,109 DEBUG [M:0;bfeb2336aed7:39387 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:19:45,109 INFO [M:0;bfeb2336aed7:39387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:19:45,109 INFO [M:0;bfeb2336aed7:39387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:45,109 INFO [M:0;bfeb2336aed7:39387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:19:45,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:19:45,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/master 2024-11-13T13:19:45,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:45,119 DEBUG [M:0;bfeb2336aed7:39387 {}] zookeeper.ZKUtil(347): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/master because node does not exist (not an error) 2024-11-13T13:19:45,119 WARN [M:0;bfeb2336aed7:39387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:19:45,119 INFO [M:0;bfeb2336aed7:39387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/.lastflushedseqids 2024-11-13T13:19:45,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741842_1018 (size=181) 2024-11-13T13:19:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:45,198 INFO [RS:0;bfeb2336aed7:40969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1013459cee90001, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:45,198 INFO [RS:0;bfeb2336aed7:40969 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,40969,1731503971802; zookeeper connection closed. 2024-11-13T13:19:45,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44ce4493 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44ce4493 2024-11-13T13:19:45,198 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:19:45,524 INFO [M:0;bfeb2336aed7:39387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:19:45,524 INFO [M:0;bfeb2336aed7:39387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:19:45,524 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:45,524 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:45,524 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:45,524 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:45,524 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:45,524 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T13:19:45,539 DEBUG [M:0;bfeb2336aed7:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a6d03c9f53143818b53b41034ee3e22 is 82, key is hbase:meta,,1/info:regioninfo/1731503975338/Put/seqid=0 2024-11-13T13:19:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741843_1019 (size=5672) 2024-11-13T13:19:45,944 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a6d03c9f53143818b53b41034ee3e22 2024-11-13T13:19:45,961 DEBUG [M:0;bfeb2336aed7:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fc85700b2b045a1aa2a10997d052ca1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731503982184/Put/seqid=0 2024-11-13T13:19:45,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741844_1020 (size=7203) 2024-11-13T13:19:46,364 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fc85700b2b045a1aa2a10997d052ca1 2024-11-13T13:19:46,387 DEBUG [M:0;bfeb2336aed7:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af5a1b2c65684168820adeb72ae989d7 is 69, key is bfeb2336aed7,40969,1731503971802/rs:state/1731503974145/Put/seqid=0 2024-11-13T13:19:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741845_1021 (size=5156) 2024-11-13T13:19:46,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:19:46,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:46,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:46,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:46,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:46,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:46,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:46,792 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af5a1b2c65684168820adeb72ae989d7 2024-11-13T13:19:46,797 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a6d03c9f53143818b53b41034ee3e22 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a6d03c9f53143818b53b41034ee3e22 2024-11-13T13:19:46,802 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a6d03c9f53143818b53b41034ee3e22, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T13:19:46,803 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fc85700b2b045a1aa2a10997d052ca1 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fc85700b2b045a1aa2a10997d052ca1 2024-11-13T13:19:46,808 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fc85700b2b045a1aa2a10997d052ca1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T13:19:46,809 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af5a1b2c65684168820adeb72ae989d7 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af5a1b2c65684168820adeb72ae989d7 2024-11-13T13:19:46,813 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af5a1b2c65684168820adeb72ae989d7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T13:19:46,814 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-13T13:19:46,816 INFO [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:46,817 DEBUG [M:0;bfeb2336aed7:39387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503985524Disabling compacts and flushes for region at 1731503985524Disabling writes for close at 1731503985524Obtaining lock to block concurrent updates at 1731503985524Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503985524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731503985525 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503985525Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503985525Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503985539 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503985539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503985948 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503985960 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503985960Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503986369 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503986386 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503986387 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35acadb8: reopening flushed file at 1731503986796 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bef2cb: reopening flushed file at 1731503986802 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d94fdf7: reopening flushed file at 1731503986808 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1731503986814 (+6 ms)Writing region close event to WAL at 1731503986816 (+2 ms)Closed at 1731503986816 2024-11-13T13:19:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741830_1006 (size=41008) 2024-11-13T13:19:46,819 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 not finished, retry = 0 2024-11-13T13:19:46,919 INFO [M:0;bfeb2336aed7:39387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:19:46,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:46,920 INFO [M:0;bfeb2336aed7:39387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39387 2024-11-13T13:19:46,920 INFO [M:0;bfeb2336aed7:39387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:47,090 INFO [M:0;bfeb2336aed7:39387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x1013459cee90000, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:47,092 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:19:47,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39447 2024-11-13T13:19:47,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39447 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394470x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:47,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39447-0x1013459cee90006 connected 2024-11-13T13:19:47,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:47,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:47,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:47,121 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: INIT 2024-11-13T13:19:47,121 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40, hbase.cluster.distributed=false 2024-11-13T13:19:47,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/acl 2024-11-13T13:19:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39447 2024-11-13T13:19:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39447 2024-11-13T13:19:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39447 2024-11-13T13:19:47,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39447 2024-11-13T13:19:47,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39447 2024-11-13T13:19:47,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:19:47,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:19:47,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40879 2024-11-13T13:19:47,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40879 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-11-13T13:19:47,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:47,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:47,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408790x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:19:47,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408790x0, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:47,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40879-0x1013459cee90007 connected 2024-11-13T13:19:47,151 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: INIT 2024-11-13T13:19:47,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:19:47,151 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:19:47,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/master 2024-11-13T13:19:47,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/acl 2024-11-13T13:19:47,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-13T13:19:47,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40879 2024-11-13T13:19:47,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40879 2024-11-13T13:19:47,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-13T13:19:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-13T13:19:47,168 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:39447 2024-11-13T13:19:47,169 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-184849309/backup-masters/bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:47,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:47,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:47,257 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on existing znode=/0-184849309/backup-masters/bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184849309/master 2024-11-13T13:19:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:47,330 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on existing znode=/0-184849309/master 2024-11-13T13:19:47,331 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-184849309/backup-masters/bfeb2336aed7,39447,1731503987091 from backup master directory 2024-11-13T13:19:47,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/backup-masters/bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:47,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:47,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/backup-masters 2024-11-13T13:19:47,392 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:19:47,392 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:47,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:47,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:19:47,406 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-13T13:19:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741846_1022 (size=196) 2024-11-13T13:19:47,861 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:19:47,861 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:19:47,861 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:47,866 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T13:19:47,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613 to hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613-dead as it is dead 2024-11-13T13:19:47,869 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613-dead/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 2024-11-13T13:19:47,869 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613-dead/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 after 0ms 2024-11-13T13:19:47,870 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613-dead/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 to hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 2024-11-13T13:19:47,870 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39387,1731503971613-dead 2024-11-13T13:19:47,871 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:47,871 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:19:47,873 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C39447%2C1731503987091, suffix=, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39447,1731503987091, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/oldWALs, maxLogs=10 2024-11-13T13:19:47,884 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39447,1731503987091/bfeb2336aed7%2C39447%2C1731503987091.1731503987873, exclude list is [], retry=0 2024-11-13T13:19:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:47,888 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/WALs/bfeb2336aed7,39447,1731503987091/bfeb2336aed7%2C39447%2C1731503987091.1731503987873 2024-11-13T13:19:47,888 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:47,888 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:47,889 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:47,889 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,889 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:19:47,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:47,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a6d03c9f53143818b53b41034ee3e22 2024-11-13T13:19:47,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:47,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:19:47,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:47,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fc85700b2b045a1aa2a10997d052ca1 2024-11-13T13:19:47,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:47,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:19:47,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:47,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af5a1b2c65684168820adeb72ae989d7 2024-11-13T13:19:47,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:47,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:19:47,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:47,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:47,911 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,912 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T13:19:47,912 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 2024-11-13T13:19:47,915 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 2024-11-13T13:19:47,916 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bfeb2336aed7%2C39387%2C1731503971613.1731503973765 2024-11-13T13:19:47,917 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,917 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,918 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:47,919 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:19:47,921 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T13:19:47,922 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73526367, jitterRate=0.09562824666500092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:47,922 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731503987889Initializing all the Stores at 1731503987890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503987890Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503987892 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503987892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503987892Cleaning up temporary data from old regions at 1731503987917 (+25 ms)Region opened successfully at 1731503987922 (+5 ms) 2024-11-13T13:19:47,922 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:19:47,924 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f36c55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:19:47,926 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T13:19:47,926 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:19:47,926 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:19:47,926 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:19:47,926 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:19:47,928 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:19:47,929 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:19:47,929 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:19:47,929 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-13T13:19:47,929 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:19:47,931 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bfeb2336aed7,40969,1731503971802, regionLocation=bfeb2336aed7,40969,1731503971802, openSeqNum=2 2024-11-13T13:19:47,931 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bfeb2336aed7,40969,1731503971802, table=hbase:meta, region=1588230740 2024-11-13T13:19:47,931 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40969,1731503971802, state=OPEN 2024-11-13T13:19:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:47,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:47,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:47,983 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:19:47,992 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/draining/bfeb2336aed7,40969,1731503971802 already deleted, retry=false 2024-11-13T13:19:47,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bfeb2336aed7,40969,1731503971802 on bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:47,993 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bfeb2336aed7,40969,1731503971802, splitWal=true, meta=true 2024-11-13T13:19:47,993 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for bfeb2336aed7,40969,1731503971802 (carryingMeta=true) bfeb2336aed7,40969,1731503971802/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@38b2d518[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T13:19:47,995 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/balancer because node does not exist (not necessarily an error) 2024-11-13T13:19:48,003 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/balancer already deleted, retry=false 2024-11-13T13:19:48,003 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:19:48,003 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:19:48,013 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/normalizer already deleted, retry=false 2024-11-13T13:19:48,013 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:19:48,014 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:19:48,024 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/switch/split already deleted, retry=false 2024-11-13T13:19:48,024 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:19:48,034 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/switch/merge already deleted, retry=false 2024-11-13T13:19:48,047 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:19:48,055 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/snapshot-cleanup already deleted, retry=false 2024-11-13T13:19:48,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:48,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:48,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:48,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:48,066 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,39447,1731503987091, sessionid=0x1013459cee90006, setting cluster-up flag (Was=false) 2024-11-13T13:19:48,077 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-184849309/flush-table-proc/acquired, /0-184849309/flush-table-proc/reached, /0-184849309/flush-table-proc/abort 2024-11-13T13:19:48,078 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:48,088 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-184849309/online-snapshot/acquired, /0-184849309/online-snapshot/reached, /0-184849309/online-snapshot/abort 2024-11-13T13:19:48,088 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:48,090 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/.lastflushedseqids 2024-11-13T13:19:48,092 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:19:48,092 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:19:48,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,39447,1731503987091 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bfeb2336aed7,40969,1731503971802 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:19:48,093 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504018094 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:19:48,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:19:48,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,095 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bfeb2336aed7,40969,1731503971802, splitWal=true, meta=true 2024-11-13T13:19:48,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:19:48,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:19:48,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:19:48,095 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:19:48,096 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503988096,5,FailOnTimeoutGroup] 2024-11-13T13:19:48,096 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503988096,5,FailOnTimeoutGroup] 2024-11-13T13:19:48,096 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bfeb2336aed7,40969,1731503971802, splitWal=true, meta=true, isMeta: true 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731503988096, completionTime=-1 2024-11-13T13:19:48,096 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T13:19:48,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T13:19:48,097 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802-splitting 2024-11-13T13:19:48,098 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802-splitting dir is empty, no logs to split. 2024-11-13T13:19:48,098 INFO [PEWorker-1 {}] master.SplitWALManager(105): bfeb2336aed7,40969,1731503971802 WAL count=0, meta=true 2024-11-13T13:19:48,100 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802-splitting dir is empty, no logs to split. 2024-11-13T13:19:48,100 INFO [PEWorker-1 {}] master.SplitWALManager(105): bfeb2336aed7,40969,1731503971802 WAL count=0, meta=true 2024-11-13T13:19:48,100 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bfeb2336aed7,40969,1731503971802 WAL splitting is done? wals=0, meta=true 2024-11-13T13:19:48,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:19:48,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:19:48,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T13:19:48,161 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(746): ClusterId : 13de9647-d838-4f05-be7b-5353ab88234f 2024-11-13T13:19:48,161 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:19:48,172 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:19:48,172 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:19:48,182 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:19:48,183 DEBUG [RS:0;bfeb2336aed7:40879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cea89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:19:48,197 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:40879 2024-11-13T13:19:48,197 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:19:48,197 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:19:48,197 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:19:48,198 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,39447,1731503987091 with port=40879, startcode=1731503987135 2024-11-13T13:19:48,198 DEBUG [RS:0;bfeb2336aed7:40879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:19:48,199 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:19:48,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39447 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,201 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40 2024-11-13T13:19:48,201 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34245 2024-11-13T13:19:48,201 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:19:48,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/rs 2024-11-13T13:19:48,243 DEBUG [RS:0;bfeb2336aed7:40879 {}] zookeeper.ZKUtil(111): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on existing znode=/0-184849309/rs/bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,243 WARN [RS:0;bfeb2336aed7:40879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:19:48,243 INFO [RS:0;bfeb2336aed7:40879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:48,243 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,40879,1731503987135] 2024-11-13T13:19:48,247 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T13:19:48,253 WARN [bfeb2336aed7:39447 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T13:19:48,260 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:19:48,261 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:19:48,261 INFO [RS:0;bfeb2336aed7:40879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:19:48,261 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,261 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:19:48,262 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:19:48,262 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,262 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,263 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,263 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,263 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:19:48,263 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:19:48,263 DEBUG [RS:0;bfeb2336aed7:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:19:48,263 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,263 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,263 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,263 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,263 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,263 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40879,1731503987135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:19:48,276 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:19:48,276 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40879,1731503987135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,288 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,40879,1731503987135, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:19:48,289 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,289 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.Replication(171): bfeb2336aed7,40879,1731503987135 started 2024-11-13T13:19:48,301 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:48,301 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:37205' 2024-11-13T13:19:48,301 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,40879,1731503987135, RpcServer on bfeb2336aed7/172.17.0.2:40879, sessionid=0x1013459cee90007 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,40879,1731503987135' 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-184849309/flush-table-proc/abort' 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-184849309/flush-table-proc/acquired' 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1949d60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,40879,1731503987135' 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37205,-1 for getting cluster id 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-184849309/online-snapshot/abort' 2024-11-13T13:19:48,302 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:48,303 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-184849309/online-snapshot/acquired' 2024-11-13T13:19:48,303 DEBUG [RS:0;bfeb2336aed7:40879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:19:48,303 INFO [RS:0;bfeb2336aed7:40879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:19:48,303 INFO [RS:0;bfeb2336aed7:40879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:19:48,303 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30' 2024-11-13T13:19:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30" 2024-11-13T13:19:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c072502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37205,-1] 2024-11-13T13:19:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:48,305 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:48,305 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763a642f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:48,306 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:19:48,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:48,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25573cc0 2024-11-13T13:19:48,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:19:48,307 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T13:19:48,308 INFO [RS:0;bfeb2336aed7:40879.replicationSource,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,40879,1731503987135 (queues=0) is replicating from cluster=13de9647-d838-4f05-be7b-5353ab88234f to cluster=c48cb4bf-d14e-40a1-aaf0-35e3cfdedf30 2024-11-13T13:19:48,404 INFO [RS:0;bfeb2336aed7:40879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:19:48,405 INFO [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40879%2C1731503987135, suffix=, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs, maxLogs=10 2024-11-13T13:19:48,417 DEBUG [RS:0;bfeb2336aed7:40879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405, exclude list is [], retry=0 2024-11-13T13:19:48,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:48,420 INFO [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 2024-11-13T13:19:48,421 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bfeb2336aed7%2C40879%2C1731503987135 for peer 1 2024-11-13T13:19:48,421 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C40879%2C1731503987135 2024-11-13T13:19:48,421 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,40879,1731503987135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:19:48,421 DEBUG [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:48,421 INFO [RS:0;bfeb2336aed7:40879.replicationSource.shipperbfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C40879%2C1731503987135 2024-11-13T13:19:48,421 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405, startPosition=0, beingWritten=true 2024-11-13T13:19:48,504 DEBUG [bfeb2336aed7:39447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:19:48,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40879,1731503987135, state=OPENING 2024-11-13T13:19:48,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:48,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:48,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:19:48,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:48,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:48,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40879,1731503987135}] 2024-11-13T13:19:48,626 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:48,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:19:48,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:19:48,684 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:19:48,684 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:48,684 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:19:48,685 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40879%2C1731503987135.meta, suffix=.meta, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs, maxLogs=10 2024-11-13T13:19:48,700 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.meta.1731503988686.meta, exclude list is [], retry=0 2024-11-13T13:19:48,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:48,704 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.meta.1731503988686.meta 2024-11-13T13:19:48,704 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:48,704 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:48,705 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:19:48,705 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:19:48,705 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:19:48,705 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:19:48,705 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:19:48,705 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:48,705 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:19:48,705 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:19:48,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:19:48,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:19:48,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:48,712 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/info/b3a6ba8923384ea6a0b5499534f490d1 2024-11-13T13:19:48,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:48,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:19:48,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:19:48,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:48,718 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/ns/00f1bb9c6e474bffb3841be33a9f9cb9 2024-11-13T13:19:48,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:48,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:19:48,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:19:48,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:48,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:48,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:19:48,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:19:48,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:48,725 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/table/9e99725a5d6d418e811d016428b5cd54 2024-11-13T13:19:48,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:19:48,725 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:19:48,726 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740 2024-11-13T13:19:48,727 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740 2024-11-13T13:19:48,728 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:19:48,728 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:19:48,729 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:19:48,730 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:19:48,731 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60582519, jitterRate=-0.09725011885166168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:19:48,731 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:19:48,731 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731503988705Writing region info on filesystem at 1731503988705Initializing all the Stores at 1731503988706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503988706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503988706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503988706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731503988706Cleaning up temporary data from old regions at 1731503988728 (+22 ms)Running coprocessor post-open hooks at 1731503988731 (+3 ms)Region opened successfully at 1731503988731 2024-11-13T13:19:48,732 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731503988679 2024-11-13T13:19:48,733 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:19:48,733 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:19:48,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,734 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40879,1731503987135, state=OPEN 2024-11-13T13:19:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184849309/meta-region-server 2024-11-13T13:19:48,739 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:48,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:48,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184849309/meta-region-server: CHANGED 2024-11-13T13:19:48,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T13:19:48,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40879,1731503987135 in 212 msec 2024-11-13T13:19:48,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:19:48,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-13T13:19:48,930 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:49,335 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:49,749 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T13:19:49,839 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:50,446 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:51,150 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:51,263 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3167ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-11-13T13:19:51,955 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:52,616 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T13:19:52,616 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:19:52,616 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:52,616 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40879,1731503987135, seqNum=-1] 2024-11-13T13:19:52,616 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:52,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:19:52,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bd2b0e85fca8d267e1cb1c4d0afd53a, regionState=OPEN, lastHost=bfeb2336aed7,40969,1731503971802, regionLocation=bfeb2336aed7,40969,1731503971802, openSeqNum=2 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504052622 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504112622 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T13:19:52,622 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bfeb2336aed7,40969,1731503971802 had 2 regions 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39447,1731503987091-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39447,1731503987091-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39447,1731503987091-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:39447, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,623 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bfeb2336aed7,40969,1731503971802, splitWal=true, meta=true, isMeta: false 2024-11-13T13:19:52,624 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802-splitting dir is empty, no logs to split. 2024-11-13T13:19:52,624 INFO [PEWorker-3 {}] master.SplitWALManager(105): bfeb2336aed7,40969,1731503971802 WAL count=0, meta=false 2024-11-13T13:19:52,628 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40969,1731503971802-splitting dir is empty, no logs to split. 2024-11-13T13:19:52,628 INFO [PEWorker-3 {}] master.SplitWALManager(105): bfeb2336aed7,40969,1731503971802 WAL count=0, meta=false 2024-11-13T13:19:52,628 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bfeb2336aed7,40969,1731503971802 WAL splitting is done? wals=0, meta=false 2024-11-13T13:19:52,629 WARN [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bfeb2336aed7,40969,1731503971802/hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.238sec 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39447,1731503987091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:19:52,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39447,1731503987091-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:19:52,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN}] 2024-11-13T13:19:52,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN 2024-11-13T13:19:52,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T13:19:52,634 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:19:52,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:19:52,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39447,1731503987091-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:19:52,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c1202b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:52,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,39447,-1 for getting cluster id 2024-11-13T13:19:52,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:52,667 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13de9647-d838-4f05-be7b-5353ab88234f' 2024-11-13T13:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13de9647-d838-4f05-be7b-5353ab88234f" 2024-11-13T13:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661bc8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,39447,-1] 2024-11-13T13:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,668 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a52b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:52,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:19:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40879,1731503987135, seqNum=-1] 2024-11-13T13:19:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:19:52,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:19:52,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T13:19:52,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:52,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:52,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:52,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bfeb2336aed7:39447 after: bfeb2336aed7:39447 2024-11-13T13:19:52,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8f1a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:52,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,39447,-1 for getting cluster id 2024-11-13T13:19:52,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:19:52,675 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13de9647-d838-4f05-be7b-5353ab88234f' 2024-11-13T13:19:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:19:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13de9647-d838-4f05-be7b-5353ab88234f" 2024-11-13T13:19:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d64b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,39447,-1] 2024-11-13T13:19:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:19:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,677 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:19:52,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d377a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:19:52,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:19:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13208cc5 2024-11-13T13:19:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:19:52,679 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:19:52,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39447 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T13:19:52,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:19:52,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:52,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:52,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:52,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:19:52,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=343255933, stopped=false 2024-11-13T13:19:52,681 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,37205,1731503977494 2024-11-13T13:19:52,783 DEBUG [bfeb2336aed7:39447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:19:52,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3bd2b0e85fca8d267e1cb1c4d0afd53a, regionState=OPENING, regionLocation=bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:52,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN because future has completed 2024-11-13T13:19:52,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd2b0e85fca8d267e1cb1c4d0afd53a, server=bfeb2336aed7,40879,1731503987135}] 2024-11-13T13:19:52,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/129044636/running 2024-11-13T13:19:52,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/129044636/running 2024-11-13T13:19:52,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:52,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:52,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:52,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:52,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:52,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/running 2024-11-13T13:19:52,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Set watcher on znode that does not yet exist, /129044636/running 2024-11-13T13:19:52,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,33101,1731503977643' ***** 2024-11-13T13:19:52,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:19:52,812 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:19:52,812 INFO [RS:0;bfeb2336aed7:33101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:19:52,812 INFO [RS:0;bfeb2336aed7:33101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:19:52,812 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:52,812 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:52,812 INFO [RS:0;bfeb2336aed7:33101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:33101. 2024-11-13T13:19:52,812 DEBUG [RS:0;bfeb2336aed7:33101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:52,812 DEBUG [RS:0;bfeb2336aed7:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:52,813 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:19:52,813 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:19:52,813 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:19:52,813 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:19:52,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:19:52,813 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:19:52,813 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:19:52,813 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:52,813 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:52,813 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:52,813 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:52,813 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:52,813 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:52,813 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T13:19:52,826 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:52,828 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/.tmp/ns/3c01af3976a045a2b5cc834c65270f4b is 43, key is default/ns:d/1731503980926/Put/seqid=0 2024-11-13T13:19:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741835_1011 (size=5153) 2024-11-13T13:19:52,859 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:52,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:52,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:19:52,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:19:52,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40879%2C1731503987135.rep, suffix=, logDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135, archiveDir=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs, maxLogs=10 2024-11-13T13:19:52,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.rep.1731503992946, exclude list is [], retry=0 2024-11-13T13:19:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-eb794149-a1de-4d8e-a66b-2b03e97d7ad9,DISK] 2024-11-13T13:19:52,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.rep.1731503992946 2024-11-13T13:19:52,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35749:35749)] 2024-11-13T13:19:52,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bd2b0e85fca8d267e1cb1c4d0afd53a, NAME => 'hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:19:52,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:19:52,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:19:52,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. service=MultiRowMutationService 2024-11-13T13:19:52,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:19:52,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:19:52,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,972 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,973 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd2b0e85fca8d267e1cb1c4d0afd53a columnFamilyName hfileref 2024-11-13T13:19:52,973 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:52,974 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(327): Store=3bd2b0e85fca8d267e1cb1c4d0afd53a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:52,974 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,975 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd2b0e85fca8d267e1cb1c4d0afd53a columnFamilyName queue 2024-11-13T13:19:52,975 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:52,980 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/queue/34c53e650304482eb8bf651396d52479 2024-11-13T13:19:52,980 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(327): Store=3bd2b0e85fca8d267e1cb1c4d0afd53a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:52,981 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,981 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd2b0e85fca8d267e1cb1c4d0afd53a columnFamilyName sid 2024-11-13T13:19:52,981 DEBUG [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:19:52,982 INFO [StoreOpener-3bd2b0e85fca8d267e1cb1c4d0afd53a-1 {}] regionserver.HStore(327): Store=3bd2b0e85fca8d267e1cb1c4d0afd53a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:19:52,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:19:52,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3bd2b0e85fca8d267e1cb1c4d0afd53a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640576, jitterRate=0.02282428741455078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:19:52,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:52,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3bd2b0e85fca8d267e1cb1c4d0afd53a: Running coprocessor pre-open hook at 1731503992971Writing region info on filesystem at 1731503992971Initializing all the Stores at 1731503992972 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503992972Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503992972Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731503992972Cleaning up temporary data from old regions at 1731503992984 (+12 ms)Running coprocessor post-open hooks at 1731503992987 (+3 ms)Region opened successfully at 1731503992987 2024-11-13T13:19:52,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a., pid=13, masterSystemTime=1731503992939 2024-11-13T13:19:52,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:52,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:52,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3bd2b0e85fca8d267e1cb1c4d0afd53a, regionState=OPEN, openSeqNum=9, regionLocation=bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:52,991 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39447 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=bfeb2336aed7,40879,1731503987135, table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T13:19:52,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd2b0e85fca8d267e1cb1c4d0afd53a, server=bfeb2336aed7,40879,1731503987135 because future has completed 2024-11-13T13:19:52,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T13:19:52,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bd2b0e85fca8d267e1cb1c4d0afd53a, server=bfeb2336aed7,40879,1731503987135 in 207 msec 2024-11-13T13:19:52,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T13:19:52,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bd2b0e85fca8d267e1cb1c4d0afd53a, ASSIGN in 365 msec 2024-11-13T13:19:52,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T13:19:53,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a., hostname=bfeb2336aed7,40879,1731503987135, seqNum=9] 2024-11-13T13:19:53,013 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for bfeb2336aed7,40969,1731503971802 2024-11-13T13:19:53,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T13:19:53,013 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:53,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T13:19:53,213 DEBUG [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:53,232 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/.tmp/ns/3c01af3976a045a2b5cc834c65270f4b 2024-11-13T13:19:53,239 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/.tmp/ns/3c01af3976a045a2b5cc834c65270f4b as hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/ns/3c01af3976a045a2b5cc834c65270f4b 2024-11-13T13:19:53,243 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/ns/3c01af3976a045a2b5cc834c65270f4b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T13:19:53,244 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-13T13:19:53,244 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:19:53,280 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T13:19:53,280 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:53,280 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:53,281 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:53,281 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503992813Running coprocessor pre-close hooks at 1731503992813Disabling compacts and flushes for region at 1731503992813Disabling writes for close at 1731503992813Obtaining lock to block concurrent updates at 1731503992813Preparing flush snapshotting stores in 1588230740 at 1731503992813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731503992813Flushing stores of hbase:meta,,1.1588230740 at 1731503992814 (+1 ms)Flushing 1588230740/ns: creating writer at 1731503992814Flushing 1588230740/ns: appending metadata at 1731503992827 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731503992827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d76c1a6: reopening flushed file at 1731503993238 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731503993244 (+6 ms)Writing region close event to WAL at 1731503993244Running coprocessor post-close hooks at 1731503993280 (+36 ms)Closed at 1731503993280 2024-11-13T13:19:53,281 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:53,413 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,33101,1731503977643; all regions closed. 2024-11-13T13:19:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741834_1010 (size=1152) 2024-11-13T13:19:53,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/WALs/bfeb2336aed7,33101,1731503977643/bfeb2336aed7%2C33101%2C1731503977643.meta.1731503980878.meta not finished, retry = 0 2024-11-13T13:19:53,518 DEBUG [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/oldWALs 2024-11-13T13:19:53,518 INFO [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C33101%2C1731503977643.meta:.meta(num 1731503980878) 2024-11-13T13:19:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741832_1008 (size=93) 2024-11-13T13:19:53,522 DEBUG [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/oldWALs 2024-11-13T13:19:53,522 INFO [RS:0;bfeb2336aed7:33101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C33101%2C1731503977643:(num 1731503979843) 2024-11-13T13:19:53,522 DEBUG [RS:0;bfeb2336aed7:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:53,522 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:53,522 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:53,522 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:53,522 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:53,522 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:53,523 INFO [RS:0;bfeb2336aed7:33101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33101 2024-11-13T13:19:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/129044636/rs/bfeb2336aed7,33101,1731503977643 2024-11-13T13:19:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636/rs 2024-11-13T13:19:53,539 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:53,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,33101,1731503977643] 2024-11-13T13:19:53,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /129044636/draining/bfeb2336aed7,33101,1731503977643 already deleted, retry=false 2024-11-13T13:19:53,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,33101,1731503977643 expired; onlineServers=0 2024-11-13T13:19:53,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,37205,1731503977494' ***** 2024-11-13T13:19:53,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:19:53,560 INFO [M:0;bfeb2336aed7:37205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:53,560 INFO [M:0;bfeb2336aed7:37205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:53,561 DEBUG [M:0;bfeb2336aed7:37205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:19:53,561 DEBUG [M:0;bfeb2336aed7:37205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:19:53,561 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503979664 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503979664,5,FailOnTimeoutGroup] 2024-11-13T13:19:53,561 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503979664 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503979664,5,FailOnTimeoutGroup] 2024-11-13T13:19:53,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:19:53,561 INFO [M:0;bfeb2336aed7:37205 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:53,561 INFO [M:0;bfeb2336aed7:37205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:53,561 DEBUG [M:0;bfeb2336aed7:37205 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:19:53,561 INFO [M:0;bfeb2336aed7:37205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:19:53,561 INFO [M:0;bfeb2336aed7:37205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:53,561 INFO [M:0;bfeb2336aed7:37205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:19:53,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:19:53,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/129044636/master 2024-11-13T13:19:53,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/129044636 2024-11-13T13:19:53,571 DEBUG [M:0;bfeb2336aed7:37205 {}] zookeeper.ZKUtil(347): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Unable to get data of znode /129044636/master because node does not exist (not an error) 2024-11-13T13:19:53,571 WARN [M:0;bfeb2336aed7:37205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:19:53,572 INFO [M:0;bfeb2336aed7:37205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/.lastflushedseqids 2024-11-13T13:19:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741836_1012 (size=99) 2024-11-13T13:19:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:53,650 INFO [RS:0;bfeb2336aed7:33101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1013459cee90004, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:53,650 INFO [RS:0;bfeb2336aed7:33101 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,33101,1731503977643; zookeeper connection closed. 2024-11-13T13:19:53,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@661eafc5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@661eafc5 2024-11-13T13:19:53,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:19:53,864 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:53,979 INFO [M:0;bfeb2336aed7:37205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:19:53,979 INFO [M:0;bfeb2336aed7:37205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:19:53,979 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:53,979 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:53,979 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:53,979 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:53,979 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:53,979 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T13:19:53,993 DEBUG [M:0;bfeb2336aed7:37205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ab8569d2775466fb22a506366c554f4 is 82, key is hbase:meta,,1/info:regioninfo/1731503980906/Put/seqid=0 2024-11-13T13:19:53,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741837_1013 (size=5672) 2024-11-13T13:19:54,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:19:54,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:54,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:54,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:54,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:54,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:54,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:19:54,397 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ab8569d2775466fb22a506366c554f4 2024-11-13T13:19:54,419 DEBUG [M:0;bfeb2336aed7:37205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d6f24a7b7e4dfb924473c2d2f0e334 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731503980929/Put/seqid=0 2024-11-13T13:19:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741838_1014 (size=5275) 2024-11-13T13:19:54,823 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d6f24a7b7e4dfb924473c2d2f0e334 2024-11-13T13:19:54,845 DEBUG [M:0;bfeb2336aed7:37205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dec95f274f4f4c70b6d3a2f0ef115125 is 69, key is bfeb2336aed7,33101,1731503977643/rs:state/1731503979700/Put/seqid=0 2024-11-13T13:19:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741839_1015 (size=5156) 2024-11-13T13:19:54,971 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:55,249 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dec95f274f4f4c70b6d3a2f0ef115125 2024-11-13T13:19:55,254 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ab8569d2775466fb22a506366c554f4 as hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ab8569d2775466fb22a506366c554f4 2024-11-13T13:19:55,258 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ab8569d2775466fb22a506366c554f4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T13:19:55,259 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d6f24a7b7e4dfb924473c2d2f0e334 as hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15d6f24a7b7e4dfb924473c2d2f0e334 2024-11-13T13:19:55,264 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15d6f24a7b7e4dfb924473c2d2f0e334, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T13:19:55,265 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dec95f274f4f4c70b6d3a2f0ef115125 as hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dec95f274f4f4c70b6d3a2f0ef115125 2024-11-13T13:19:55,270 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dec95f274f4f4c70b6d3a2f0ef115125, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T13:19:55,270 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-11-13T13:19:55,272 INFO [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:55,272 DEBUG [M:0;bfeb2336aed7:37205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503993979Disabling compacts and flushes for region at 1731503993979Disabling writes for close at 1731503993979Obtaining lock to block concurrent updates at 1731503993979Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503993979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731503993979Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503993980 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503993980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503993992 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503993992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503994402 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503994418 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503994418Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503994828 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503994845 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503994845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b367e55: reopening flushed file at 1731503995253 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5a3d98: reopening flushed file at 1731503995259 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443da018: reopening flushed file at 1731503995264 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1731503995271 (+7 ms)Writing region close event to WAL at 1731503995272 (+1 ms)Closed at 1731503995272 2024-11-13T13:19:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741830_1006 (size=10165) 2024-11-13T13:19:55,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58795ff4-9e96-b42a-55c2-840660794be2/MasterData/WALs/bfeb2336aed7,37205,1731503977494/bfeb2336aed7%2C37205%2C1731503977494.1731503979403 not finished, retry = 0 2024-11-13T13:19:55,375 INFO [M:0;bfeb2336aed7:37205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:19:55,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:55,375 INFO [M:0;bfeb2336aed7:37205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37205 2024-11-13T13:19:55,375 INFO [M:0;bfeb2336aed7:37205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:55,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:55,542 INFO [M:0;bfeb2336aed7:37205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:55,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x1013459cee90003, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:55,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40a60f98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:55,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e81b681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:55,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:55,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8dee7e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:55,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15deefbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:55,548 WARN [BP-1746924451-172.17.0.2-1731503975595 heartbeating to localhost/127.0.0.1:39579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:19:55,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:19:55,548 WARN [BP-1746924451-172.17.0.2-1731503975595 heartbeating to localhost/127.0.0.1:39579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1746924451-172.17.0.2-1731503975595 (Datanode Uuid 8ee67344-75f8-4064-9608-517e939a8b2f) service to localhost/127.0.0.1:39579 2024-11-13T13:19:55,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:19:55,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/cluster_f7fbac22-40ed-216a-cb2b-f7420c30a5d4/data/data1/current/BP-1746924451-172.17.0.2-1731503975595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:55,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/cluster_f7fbac22-40ed-216a-cb2b-f7420c30a5d4/data/data2/current/BP-1746924451-172.17.0.2-1731503975595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:55,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:19:55,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8927be5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:55,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47243cb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:55,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:55,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653dd1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:55,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c9697f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:55,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:19:55,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:19:55,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:55,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:55,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:55,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:55,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:55,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:19:55,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1718803811, stopped=false 2024-11-13T13:19:55,570 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,39447,1731503987091 2024-11-13T13:19:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/running 2024-11-13T13:19:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:55,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:55,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:19:55,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:55,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:55,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,40879,1731503987135' ***** 2024-11-13T13:19:55,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:55,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:19:55,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Set watcher on znode that does not yet exist, /0-184849309/running 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:19:55,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:40879. 2024-11-13T13:19:55,582 DEBUG [RS:0;bfeb2336aed7:40879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:55,582 DEBUG [RS:0;bfeb2336aed7:40879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:55,582 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bd2b0e85fca8d267e1cb1c4d0afd53a, disabling compactions & flushes 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:19:55,582 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:19:55,582 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:55,582 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:19:55,582 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. after waiting 0 ms 2024-11-13T13:19:55,583 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:55,583 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:19:55,583 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3bd2b0e85fca8d267e1cb1c4d0afd53a=hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a.} 2024-11-13T13:19:55,583 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bd2b0e85fca8d267e1cb1c4d0afd53a 2024-11-13T13:19:55,583 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:19:55,583 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:19:55,583 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:19:55,583 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:19:55,583 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:19:55,583 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T13:19:55,586 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/replication/3bd2b0e85fca8d267e1cb1c4d0afd53a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T13:19:55,586 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:55,586 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:55,586 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:55,586 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bd2b0e85fca8d267e1cb1c4d0afd53a: Waiting for close lock at 1731503995582Running coprocessor pre-close hooks at 1731503995582Disabling compacts and flushes for region at 1731503995582Disabling writes for close at 1731503995583 (+1 ms)Writing region close event to WAL at 1731503995583Running coprocessor post-close hooks at 1731503995586 (+3 ms)Closed at 1731503995586 2024-11-13T13:19:55,587 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a. 2024-11-13T13:19:55,596 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/info/6c42cf0560504fba8d8d809a2f2c3fe1 is 147, key is hbase:replication,,1731503981008.3bd2b0e85fca8d267e1cb1c4d0afd53a./info:regioninfo/1731503992990/Put/seqid=0 2024-11-13T13:19:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741851_1027 (size=6385) 2024-11-13T13:19:55,669 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:55,783 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:55,983 DEBUG [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:19:56,000 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/info/6c42cf0560504fba8d8d809a2f2c3fe1 2024-11-13T13:19:56,006 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/.tmp/info/6c42cf0560504fba8d8d809a2f2c3fe1 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/info/6c42cf0560504fba8d8d809a2f2c3fe1 2024-11-13T13:19:56,011 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/info/6c42cf0560504fba8d8d809a2f2c3fe1, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T13:19:56,012 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-13T13:19:56,016 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T13:19:56,017 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:56,017 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:56,017 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:56,017 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731503995583Running coprocessor pre-close hooks at 1731503995583Disabling compacts and flushes for region at 1731503995583Disabling writes for close at 1731503995583Obtaining lock to block concurrent updates at 1731503995583Preparing flush snapshotting stores in 1588230740 at 1731503995583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731503995583Flushing stores of hbase:meta,,1.1588230740 at 1731503995584 (+1 ms)Flushing 1588230740/info: creating writer at 1731503995584Flushing 1588230740/info: appending metadata at 1731503995596 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731503995596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef6da5b: reopening flushed file at 1731503996005 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731503996012 (+7 ms)Writing region close event to WAL at 1731503996013 (+1 ms)Running coprocessor post-close hooks at 1731503996017 (+4 ms)Closed at 1731503996017 2024-11-13T13:19:56,017 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:19:56,176 DEBUG [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/WALs/bfeb2336aed7,40879,1731503987135/bfeb2336aed7%2C40879%2C1731503987135.1731503988405 to pos 0, reset compression=false 2024-11-13T13:19:56,183 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,40879,1731503987135; all regions closed. 2024-11-13T13:19:56,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741849_1025 (size=2156) 2024-11-13T13:19:56,187 DEBUG [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs 2024-11-13T13:19:56,187 INFO [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40879%2C1731503987135.meta:.meta(num 1731503988686) 2024-11-13T13:19:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741850_1026 (size=796) 2024-11-13T13:19:56,190 DEBUG [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs 2024-11-13T13:19:56,190 INFO [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40879%2C1731503987135.rep:(num 1731503992946) 2024-11-13T13:19:56,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741848_1024 (size=93) 2024-11-13T13:19:56,193 DEBUG [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/oldWALs 2024-11-13T13:19:56,193 INFO [RS:0;bfeb2336aed7:40879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40879%2C1731503987135:(num 1731503988405) 2024-11-13T13:19:56,193 DEBUG [RS:0;bfeb2336aed7:40879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:56,193 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:19:56,193 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:56,193 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:56,194 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:56,194 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:56,194 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T13:19:56,194 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T13:19:56,194 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,40879,1731503987135 because: Region server is closing 2024-11-13T13:19:56,194 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T13:19:56,194 INFO [RS:0;bfeb2336aed7:40879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:40879. 2024-11-13T13:19:56,194 DEBUG [RS:0;bfeb2336aed7:40879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:19:56,194 DEBUG [RS:0;bfeb2336aed7:40879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:56,194 DEBUG [RS:0;bfeb2336aed7:40879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:19:56,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:19:56,295 WARN [RS:0;bfeb2336aed7:40879.replicationSource.wal-reader.bfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:19:56,295 WARN [RS:0;bfeb2336aed7:40879.replicationSource.shipperbfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:19:56,295 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bfeb2336aed7:40879.replicationSource.shipperbfeb2336aed7%2C40879%2C1731503987135,1-bfeb2336aed7,40879,1731503987135 terminated 2024-11-13T13:19:56,295 INFO [RS:0;bfeb2336aed7:40879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40879 2024-11-13T13:19:56,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309/rs 2024-11-13T13:19:56,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/rs/bfeb2336aed7,40879,1731503987135 2024-11-13T13:19:56,358 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:56,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,40879,1731503987135] 2024-11-13T13:19:56,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-184849309/draining/bfeb2336aed7,40879,1731503987135 already deleted, retry=false 2024-11-13T13:19:56,381 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,40879,1731503987135 expired; onlineServers=0 2024-11-13T13:19:56,381 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,39447,1731503987091' ***** 2024-11-13T13:19:56,381 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:19:56,381 INFO [M:0;bfeb2336aed7:39447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:19:56,381 INFO [M:0;bfeb2336aed7:39447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:19:56,381 DEBUG [M:0;bfeb2336aed7:39447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:19:56,381 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:19:56,381 DEBUG [M:0;bfeb2336aed7:39447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:19:56,381 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503988096 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731503988096,5,FailOnTimeoutGroup] 2024-11-13T13:19:56,381 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503988096 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731503988096,5,FailOnTimeoutGroup] 2024-11-13T13:19:56,382 INFO [M:0;bfeb2336aed7:39447 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:19:56,382 INFO [M:0;bfeb2336aed7:39447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:19:56,382 DEBUG [M:0;bfeb2336aed7:39447 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:19:56,382 INFO [M:0;bfeb2336aed7:39447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:19:56,382 INFO [M:0;bfeb2336aed7:39447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:19:56,382 INFO [M:0;bfeb2336aed7:39447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:19:56,382 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:19:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184849309/master 2024-11-13T13:19:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184849309 2024-11-13T13:19:56,391 DEBUG [M:0;bfeb2336aed7:39447 {}] zookeeper.ZKUtil(347): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Unable to get data of znode /0-184849309/master because node does not exist (not an error) 2024-11-13T13:19:56,392 WARN [M:0;bfeb2336aed7:39447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:19:56,392 INFO [M:0;bfeb2336aed7:39447 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/.lastflushedseqids 2024-11-13T13:19:56,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741852_1028 (size=181) 2024-11-13T13:19:56,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:56,471 INFO [RS:0;bfeb2336aed7:40879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:56,471 INFO [RS:0;bfeb2336aed7:40879 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,40879,1731503987135; zookeeper connection closed. 2024-11-13T13:19:56,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1013459cee90007, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:56,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2302162a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2302162a 2024-11-13T13:19:56,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:19:56,797 INFO [M:0;bfeb2336aed7:39447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:19:56,797 INFO [M:0;bfeb2336aed7:39447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:19:56,797 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:19:56,797 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:56,797 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:56,797 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:19:56,797 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:56,798 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T13:19:56,812 DEBUG [M:0;bfeb2336aed7:39447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f7de08e61d4cc89c58d0e7f4b1e00d is 82, key is hbase:meta,,1/info:regioninfo/1731503988733/Put/seqid=0 2024-11-13T13:19:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741853_1029 (size=5672) 2024-11-13T13:19:57,216 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f7de08e61d4cc89c58d0e7f4b1e00d 2024-11-13T13:19:57,232 DEBUG [M:0;bfeb2336aed7:39447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62c9c75ae6b84cb2ba9409e6b63d1285 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731503992995/Put/seqid=0 2024-11-13T13:19:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741854_1030 (size=7312) 2024-11-13T13:19:57,637 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62c9c75ae6b84cb2ba9409e6b63d1285 2024-11-13T13:19:57,653 DEBUG [M:0;bfeb2336aed7:39447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e079410c3ef54fc6b59199dbeab31b99 is 69, key is bfeb2336aed7,40879,1731503987135/rs:state/1731503988200/Put/seqid=0 2024-11-13T13:19:57,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741855_1031 (size=5370) 2024-11-13T13:19:58,057 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e079410c3ef54fc6b59199dbeab31b99 2024-11-13T13:19:58,061 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e079410c3ef54fc6b59199dbeab31b99 2024-11-13T13:19:58,062 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f7de08e61d4cc89c58d0e7f4b1e00d as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91f7de08e61d4cc89c58d0e7f4b1e00d 2024-11-13T13:19:58,066 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91f7de08e61d4cc89c58d0e7f4b1e00d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T13:19:58,067 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62c9c75ae6b84cb2ba9409e6b63d1285 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62c9c75ae6b84cb2ba9409e6b63d1285 2024-11-13T13:19:58,072 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62c9c75ae6b84cb2ba9409e6b63d1285, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T13:19:58,073 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e079410c3ef54fc6b59199dbeab31b99 as hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e079410c3ef54fc6b59199dbeab31b99 2024-11-13T13:19:58,077 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e079410c3ef54fc6b59199dbeab31b99 2024-11-13T13:19:58,077 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34245/user/jenkins/test-data/0f068871-1b7a-de9f-dc54-da25377bcc40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e079410c3ef54fc6b59199dbeab31b99, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T13:19:58,078 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-11-13T13:19:58,079 INFO [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:19:58,079 DEBUG [M:0;bfeb2336aed7:39447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731503996797Disabling compacts and flushes for region at 1731503996797Disabling writes for close at 1731503996797Obtaining lock to block concurrent updates at 1731503996798 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731503996798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731503996798Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731503996798Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731503996798Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731503996811 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731503996811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731503997220 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731503997232 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731503997232Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731503997641 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731503997653 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731503997653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339587a2: reopening flushed file at 1731503998061 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccdb51: reopening flushed file at 1731503998067 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6696fde: reopening flushed file at 1731503998072 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1731503998078 (+6 ms)Writing region close event to WAL at 1731503998079 (+1 ms)Closed at 1731503998079 2024-11-13T13:19:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741847_1023 (size=22903) 2024-11-13T13:19:58,081 INFO [M:0;bfeb2336aed7:39447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:19:58,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:19:58,081 INFO [M:0;bfeb2336aed7:39447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39447 2024-11-13T13:19:58,081 INFO [M:0;bfeb2336aed7:39447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:19:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:58,248 INFO [M:0;bfeb2336aed7:39447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:19:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39447-0x1013459cee90006, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:19:58,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b2122f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:58,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c67b960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:58,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:58,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@440a37a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:58,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69195c0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:58,252 WARN [BP-1941851946-172.17.0.2-1731503969116 heartbeating to localhost/127.0.0.1:34245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:19:58,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:19:58,252 WARN [BP-1941851946-172.17.0.2-1731503969116 heartbeating to localhost/127.0.0.1:34245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1941851946-172.17.0.2-1731503969116 (Datanode Uuid 5a69b570-3c89-400b-ab73-f147472b2b44) service to localhost/127.0.0.1:34245 2024-11-13T13:19:58,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:19:58,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/data/data1/current/BP-1941851946-172.17.0.2-1731503969116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:58,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/cluster_17363d90-4a3c-b481-6ebe-8fabf721b9e1/data/data2/current/BP-1941851946-172.17.0.2-1731503969116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:19:58,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:19:58,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71d68aa6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:58,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a19e41b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:19:58,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:19:58,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7152764d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:19:58,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e3e73d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5fac71-a0c3-bc57-9e60-02f399628acd/hadoop.log.dir/,STOPPED} 2024-11-13T13:19:58,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:19:58,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:19:58,289 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34245 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39579 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=3423 (was 3440) 2024-11-13T13:19:58,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=3423 2024-11-13T13:19:58,311 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T13:19:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir so I do NOT create it in target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396 2024-11-13T13:19:58,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:19:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.tmp.dir so I do NOT create it in target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396 2024-11-13T13:19:58,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23601fd1-5eaf-5bac-fffd-8a555c048da1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:19:58,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396 2024-11-13T13:19:58,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985, deleteOnExit=true 2024-11-13T13:19:58,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/zookeeper_0, clientPort=53677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:19:58,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53677 2024-11-13T13:19:58,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:19:58,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/test.cache.data in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:19:58,340 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:19:58,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:19:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:19:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:19:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:19:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:19:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:19:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013459cee90002, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:19:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013459cee90005, quorum=127.0.0.1:61335, baseZNode=/129044636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:19:58,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013459cee90002, quorum=127.0.0.1:61335, baseZNode=/0-184849309 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:19:58,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013459cee90005, quorum=127.0.0.1:61335, baseZNode=/129044636 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:19:58,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:58,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:19:58,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:19:58,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:19:58,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:19:58,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:58,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@408ed260{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:19:58,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@419b73ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:19:58,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40153778{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/java.io.tmpdir/jetty-localhost-40549-hadoop-hdfs-3_4_1-tests_jar-_-any-11561623919717795072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:19:58,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e0a25b7{HTTP/1.1, (http/1.1)}{localhost:40549} 2024-11-13T13:19:58,765 INFO [Time-limited test {}] server.Server(415): Started @167088ms 2024-11-13T13:19:59,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:19:59,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:19:59,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:19:59,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:19:59,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:19:59,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abc8943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:19:59,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43926aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:19:59,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ce2793{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/java.io.tmpdir/jetty-localhost-40725-hadoop-hdfs-3_4_1-tests_jar-_-any-6401368500936482915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:19:59,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b4a8a7c{HTTP/1.1, (http/1.1)}{localhost:40725} 2024-11-13T13:19:59,139 INFO [Time-limited test {}] server.Server(415): Started @167463ms 2024-11-13T13:19:59,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:19:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:19:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:19:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:19:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:19:59,812 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/data/data1/current/BP-367280097-172.17.0.2-1731503998360/current, will proceed with Du for space computation calculation, 2024-11-13T13:19:59,812 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/data/data2/current/BP-367280097-172.17.0.2-1731503998360/current, will proceed with Du for space computation calculation, 2024-11-13T13:19:59,828 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:19:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdf24a79280cec98 with lease ID 0x39fcefb22e72804b: Processing first storage report for DS-31990281-97c6-4be8-a39e-93d853bccc98 from datanode DatanodeRegistration(127.0.0.1:37053, datanodeUuid=e5001374-efeb-4862-a946-ce373c4b2ec3, infoPort=38327, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1169543288;c=1731503998360) 2024-11-13T13:19:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdf24a79280cec98 with lease ID 0x39fcefb22e72804b: from storage DS-31990281-97c6-4be8-a39e-93d853bccc98 node DatanodeRegistration(127.0.0.1:37053, datanodeUuid=e5001374-efeb-4862-a946-ce373c4b2ec3, infoPort=38327, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1169543288;c=1731503998360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:19:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdf24a79280cec98 with lease ID 0x39fcefb22e72804b: Processing first storage report for DS-e19a3493-96e9-4953-8167-4e89905f2703 from datanode DatanodeRegistration(127.0.0.1:37053, datanodeUuid=e5001374-efeb-4862-a946-ce373c4b2ec3, infoPort=38327, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1169543288;c=1731503998360) 2024-11-13T13:19:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdf24a79280cec98 with lease ID 0x39fcefb22e72804b: from storage DS-e19a3493-96e9-4953-8167-4e89905f2703 node DatanodeRegistration(127.0.0.1:37053, datanodeUuid=e5001374-efeb-4862-a946-ce373c4b2ec3, infoPort=38327, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=1169543288;c=1731503998360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:19:59,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396 2024-11-13T13:19:59,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:59,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:19:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:20:00,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6 with version=8 2024-11-13T13:20:00,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/hbase-staging 2024-11-13T13:20:00,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:00,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:00,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:00,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:00,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:00,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:00,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:20:00,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:00,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34351 2024-11-13T13:20:00,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34351 connecting to ZooKeeper ensemble=127.0.0.1:53677 2024-11-13T13:20:00,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343510x0, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:00,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34351-0x101345a412e0000 connected 2024-11-13T13:20:00,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:00,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:00,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/running 2024-11-13T13:20:00,457 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6, hbase.cluster.distributed=false 2024-11-13T13:20:00,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/acl 2024-11-13T13:20:00,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-13T13:20:00,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34351 2024-11-13T13:20:00,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34351 2024-11-13T13:20:00,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-13T13:20:00,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-13T13:20:00,473 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:20:00,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:00,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41283 2024-11-13T13:20:00,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41283 connecting to ZooKeeper ensemble=127.0.0.1:53677 2024-11-13T13:20:00,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:00,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:00,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412830x0, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:00,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412830x0, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/running 2024-11-13T13:20:00,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41283-0x101345a412e0001 connected 2024-11-13T13:20:00,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:20:00,547 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:20:00,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/master 2024-11-13T13:20:00,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/acl 2024-11-13T13:20:00,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41283 2024-11-13T13:20:00,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41283 2024-11-13T13:20:00,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41283 2024-11-13T13:20:00,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41283 2024-11-13T13:20:00,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41283 2024-11-13T13:20:00,560 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:34351 2024-11-13T13:20:00,561 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1442127416/backup-masters/bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416/backup-masters 2024-11-13T13:20:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416/backup-masters 2024-11-13T13:20:00,592 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on existing znode=/0-1442127416/backup-masters/bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1442127416/master 2024-11-13T13:20:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:00,602 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on existing znode=/0-1442127416/master 2024-11-13T13:20:00,602 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1442127416/backup-masters/bfeb2336aed7,34351,1731504000274 from backup master directory 2024-11-13T13:20:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442127416/backup-masters/bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416/backup-masters 2024-11-13T13:20:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416/backup-masters 2024-11-13T13:20:00,612 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:00,612 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:00,615 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/hbase.id] with ID: 732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64 2024-11-13T13:20:00,615 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/.tmp/hbase.id 2024-11-13T13:20:00,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:20:01,020 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/.tmp/hbase.id]:[hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/hbase.id] 2024-11-13T13:20:01,028 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:01,029 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:20:01,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:20:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:20:01,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:01,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:01,480 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:01,481 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:20:01,481 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:20:01,887 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store 2024-11-13T13:20:01,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:20:02,292 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:02,292 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:02,292 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:02,292 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:02,292 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:02,292 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:02,292 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:02,292 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504002292Disabling compacts and flushes for region at 1731504002292Disabling writes for close at 1731504002292Writing region close event to WAL at 1731504002292Closed at 1731504002292 2024-11-13T13:20:02,293 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/.initializing 2024-11-13T13:20:02,293 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/WALs/bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:02,294 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:02,295 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C34351%2C1731504000274, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/WALs/bfeb2336aed7,34351,1731504000274, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/oldWALs, maxLogs=10 2024-11-13T13:20:02,307 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/WALs/bfeb2336aed7,34351,1731504000274/bfeb2336aed7%2C34351%2C1731504000274.1731504002295, exclude list is [], retry=0 2024-11-13T13:20:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-31990281-97c6-4be8-a39e-93d853bccc98,DISK] 2024-11-13T13:20:02,311 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/WALs/bfeb2336aed7,34351,1731504000274/bfeb2336aed7%2C34351%2C1731504000274.1731504002295 2024-11-13T13:20:02,311 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-13T13:20:02,311 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:02,311 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:02,311 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,311 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:20:02,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:02,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:02,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:20:02,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:02,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:02,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:20:02,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:02,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:02,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:20:02,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:02,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:02,318 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,318 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,318 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,319 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,319 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,320 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:02,321 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:02,322 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:02,322 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64446116, jitterRate=-0.03967803716659546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:02,323 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504002311Initializing all the Stores at 1731504002312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504002312Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504002312Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504002312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504002312Cleaning up temporary data from old regions at 1731504002319 (+7 ms)Region opened successfully at 1731504002323 (+4 ms) 2024-11-13T13:20:02,323 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:20:02,325 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3130aa79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:20:02,326 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:20:02,328 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:20:02,329 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Unable to get data of znode /0-1442127416/balancer because node does not exist (not necessarily an error) 2024-11-13T13:20:02,389 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442127416/balancer already deleted, retry=false 2024-11-13T13:20:02,389 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:20:02,390 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Unable to get data of znode /0-1442127416/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:20:02,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442127416/normalizer already deleted, retry=false 2024-11-13T13:20:02,402 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:20:02,403 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Unable to get data of znode /0-1442127416/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:20:02,412 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442127416/switch/split already deleted, retry=false 2024-11-13T13:20:02,413 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Unable to get data of znode /0-1442127416/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:20:02,422 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442127416/switch/merge already deleted, retry=false 2024-11-13T13:20:02,424 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Unable to get data of znode /0-1442127416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:20:02,433 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442127416/snapshot-cleanup already deleted, retry=false 2024-11-13T13:20:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1442127416/running 2024-11-13T13:20:02,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1442127416/running 2024-11-13T13:20:02,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:02,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:02,444 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,34351,1731504000274, sessionid=0x101345a412e0000, setting cluster-up flag (Was=false) 2024-11-13T13:20:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:02,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:02,496 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1442127416/flush-table-proc/acquired, /0-1442127416/flush-table-proc/reached, /0-1442127416/flush-table-proc/abort 2024-11-13T13:20:02,497 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:02,549 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1442127416/online-snapshot/acquired, /0-1442127416/online-snapshot/reached, /0-1442127416/online-snapshot/abort 2024-11-13T13:20:02,550 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:02,551 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:20:02,552 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:02,552 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:20:02,552 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:20:02,553 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bfeb2336aed7,40969,1731503971802: status=Processing ServerCrashProcedure of bfeb2336aed7,40969,1731503971802 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731503988095, completionTime=-1 appears to have been leaked 2024-11-13T13:20:02,553 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,34351,1731504000274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:20:02,553 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(746): ClusterId : 732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64 2024-11-13T13:20:02,554 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:02,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504032555 2024-11-13T13:20:02,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:20:02,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:20:02,555 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:20:02,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:20:02,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:20:02,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:20:02,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:20:02,556 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:02,557 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:20:02,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:20:02,557 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:20:02,560 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:20:02,560 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:20:02,560 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504002557,5,FailOnTimeoutGroup] 2024-11-13T13:20:02,564 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504002560,5,FailOnTimeoutGroup] 2024-11-13T13:20:02,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:20:02,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:20:02,570 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:20:02,571 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e495138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:02,581 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:41283 2024-11-13T13:20:02,581 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:20:02,581 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:20:02,581 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:20:02,582 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,34351,1731504000274 with port=41283, startcode=1731504000472 2024-11-13T13:20:02,582 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:20:02,584 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:20:02,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:02,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34351 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:02,586 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6 2024-11-13T13:20:02,586 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35707 2024-11-13T13:20:02,586 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:20:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416/rs 2024-11-13T13:20:02,591 DEBUG [RS:0;bfeb2336aed7:41283 {}] zookeeper.ZKUtil(111): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on existing znode=/0-1442127416/rs/bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:02,591 WARN [RS:0;bfeb2336aed7:41283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:02,591 INFO [RS:0;bfeb2336aed7:41283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:02,592 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:02,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,41283,1731504000472] 2024-11-13T13:20:02,598 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:20:02,599 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:20:02,600 INFO [RS:0;bfeb2336aed7:41283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:20:02,600 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,600 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:20:02,601 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:20:02,601 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,601 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,601 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,601 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:02,602 DEBUG [RS:0;bfeb2336aed7:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:02,604 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,604 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,604 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,604 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,604 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,604 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41283,1731504000472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:02,619 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:20:02,619 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41283,1731504000472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,619 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,619 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.Replication(171): bfeb2336aed7,41283,1731504000472 started 2024-11-13T13:20:02,631 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:02,631 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,41283,1731504000472, RpcServer on bfeb2336aed7/172.17.0.2:41283, sessionid=0x101345a412e0001 2024-11-13T13:20:02,631 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:20:02,631 DEBUG [RS:0;bfeb2336aed7:41283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:02,631 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,41283,1731504000472' 2024-11-13T13:20:02,631 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1442127416/flush-table-proc/abort' 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1442127416/flush-table-proc/acquired' 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,41283,1731504000472' 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1442127416/online-snapshot/abort' 2024-11-13T13:20:02,632 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1442127416/online-snapshot/acquired' 2024-11-13T13:20:02,633 DEBUG [RS:0;bfeb2336aed7:41283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:20:02,633 INFO [RS:0;bfeb2336aed7:41283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:20:02,633 INFO [RS:0;bfeb2336aed7:41283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:20:02,733 INFO [RS:0;bfeb2336aed7:41283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:02,735 INFO [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C41283%2C1731504000472, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/oldWALs, maxLogs=10 2024-11-13T13:20:02,747 DEBUG [RS:0;bfeb2336aed7:41283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735, exclude list is [], retry=0 2024-11-13T13:20:02,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-31990281-97c6-4be8-a39e-93d853bccc98,DISK] 2024-11-13T13:20:02,751 INFO [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 2024-11-13T13:20:02,751 DEBUG [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-13T13:20:02,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:20:02,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6 2024-11-13T13:20:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:20:03,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:03,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:03,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:03,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:03,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:03,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:03,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:03,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:03,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:03,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:03,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740 2024-11-13T13:20:03,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740 2024-11-13T13:20:03,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:03,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:03,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:03,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:03,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:03,387 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59393605, jitterRate=-0.11496631801128387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:03,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504003374Initializing all the Stores at 1731504003374Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504003374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504003375 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504003375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504003375Cleaning up temporary data from old regions at 1731504003384 (+9 ms)Region opened successfully at 1731504003388 (+4 ms) 2024-11-13T13:20:03,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:03,388 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:03,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:03,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:03,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:03,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:03,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504003388Disabling compacts and flushes for region at 1731504003388Disabling writes for close at 1731504003388Writing region close event to WAL at 1731504003389 (+1 ms)Closed at 1731504003389 2024-11-13T13:20:03,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:03,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:20:03,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:20:03,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:03,392 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:20:03,542 DEBUG [bfeb2336aed7:34351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:20:03,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:03,543 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,41283,1731504000472, state=OPENING 2024-11-13T13:20:03,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:20:03,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:03,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:03,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442127416/meta-region-server: CHANGED 2024-11-13T13:20:03,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442127416/meta-region-server: CHANGED 2024-11-13T13:20:03,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:03,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,41283,1731504000472}] 2024-11-13T13:20:03,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:03,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:20:03,797 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:20:03,798 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:03,798 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:20:03,799 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C41283%2C1731504000472.meta, suffix=.meta, logDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/oldWALs, maxLogs=10 2024-11-13T13:20:03,812 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.meta.1731504003799.meta, exclude list is [], retry=0 2024-11-13T13:20:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-31990281-97c6-4be8-a39e-93d853bccc98,DISK] 2024-11-13T13:20:03,815 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.meta.1731504003799.meta 2024-11-13T13:20:03,815 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-13T13:20:03,815 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:03,815 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:03,815 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:03,816 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:20:03,816 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:20:03,816 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:20:03,816 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:03,816 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:20:03,816 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:20:03,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:03,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:03,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:03,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:03,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:03,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:03,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:03,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:03,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:03,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:03,821 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:03,822 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740 2024-11-13T13:20:03,823 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740 2024-11-13T13:20:03,824 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:03,824 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:03,824 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:03,825 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:03,826 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59190337, jitterRate=-0.1179952472448349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:03,826 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:20:03,826 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504003816Writing region info on filesystem at 1731504003816Initializing all the Stores at 1731504003816Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504003817 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504003817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504003817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504003817Cleaning up temporary data from old regions at 1731504003824 (+7 ms)Running coprocessor post-open hooks at 1731504003826 (+2 ms)Region opened successfully at 1731504003826 2024-11-13T13:20:03,827 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504003793 2024-11-13T13:20:03,829 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:20:03,829 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:20:03,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:03,830 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,41283,1731504000472, state=OPEN 2024-11-13T13:20:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1442127416/meta-region-server 2024-11-13T13:20:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1442127416/meta-region-server 2024-11-13T13:20:03,843 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:03,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442127416/meta-region-server: CHANGED 2024-11-13T13:20:03,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442127416/meta-region-server: CHANGED 2024-11-13T13:20:03,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:20:03,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,41283,1731504000472 in 202 msec 2024-11-13T13:20:03,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:20:03,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-13T13:20:03,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:03,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:20:03,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:03,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,41283,1731504000472, seqNum=-1] 2024-11-13T13:20:03,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:03,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:03,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-13T13:20:03,853 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504003852, completionTime=-1 2024-11-13T13:20:03,853 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:20:03,853 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:20:03,854 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:20:03,854 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504063854 2024-11-13T13:20:03,854 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504123854 2024-11-13T13:20:03,854 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:20:03,855 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34351,1731504000274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,855 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34351,1731504000274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,855 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34351,1731504000274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,855 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:34351, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,855 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,855 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,856 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.246sec 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34351,1731504000274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:03,858 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34351,1731504000274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:20:03,860 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:20:03,860 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:20:03,860 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34351,1731504000274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:03,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768193c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:03,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:03,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:03,956 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2937da24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:03,957 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:03,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c727d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:03,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,41283,1731504000472, seqNum=-1] 2024-11-13T13:20:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:03,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:03,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:03,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53677 2024-11-13T13:20:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:03,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345a412e0002 connected 2024-11-13T13:20:03,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir so I do NOT create it in target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e 2024-11-13T13:20:03,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:20:03,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.tmp.dir so I do NOT create it in target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e 2024-11-13T13:20:03,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:20:03,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e 2024-11-13T13:20:03,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/cluster_87914a80-2922-2c35-5bd8-40859c92a6b6, deleteOnExit=true 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/test.cache.data in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:20:03,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:20:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:20:04,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:04,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:04,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:04,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:04,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:04,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:04,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c0b2d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:04,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77949d90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:04,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd5fa81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/java.io.tmpdir/jetty-localhost-34303-hadoop-hdfs-3_4_1-tests_jar-_-any-8939816509047948412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:04,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24c09ddd{HTTP/1.1, (http/1.1)}{localhost:34303} 2024-11-13T13:20:04,386 INFO [Time-limited test {}] server.Server(415): Started @172709ms 2024-11-13T13:20:04,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:04,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:04,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:04,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:04,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:04,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:04,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16739b31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:04,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75671e44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/java.io.tmpdir/jetty-localhost-33483-hadoop-hdfs-3_4_1-tests_jar-_-any-15304508577560734728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:04,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7f9b70{HTTP/1.1, (http/1.1)}{localhost:33483} 2024-11-13T13:20:04,739 INFO [Time-limited test {}] server.Server(415): Started @173062ms 2024-11-13T13:20:04,740 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:20:05,353 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/cluster_87914a80-2922-2c35-5bd8-40859c92a6b6/data/data1/current/BP-2142621038-172.17.0.2-1731504003997/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:05,353 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/cluster_87914a80-2922-2c35-5bd8-40859c92a6b6/data/data2/current/BP-2142621038-172.17.0.2-1731504003997/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:05,373 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:20:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x457b10b74580f65f with lease ID 0xab01472b48145131: Processing first storage report for DS-030da1ab-31cc-4a0e-b8ac-1f50c4536360 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=0031684e-3601-4ed4-baa5-67790c2fd7fd, infoPort=37631, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=55507279;c=1731504003997) 2024-11-13T13:20:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x457b10b74580f65f with lease ID 0xab01472b48145131: from storage DS-030da1ab-31cc-4a0e-b8ac-1f50c4536360 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=0031684e-3601-4ed4-baa5-67790c2fd7fd, infoPort=37631, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=55507279;c=1731504003997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x457b10b74580f65f with lease ID 0xab01472b48145131: Processing first storage report for DS-a58114f1-939e-4874-85bb-5e901553f5f2 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=0031684e-3601-4ed4-baa5-67790c2fd7fd, infoPort=37631, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=55507279;c=1731504003997) 2024-11-13T13:20:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x457b10b74580f65f with lease ID 0xab01472b48145131: from storage DS-a58114f1-939e-4874-85bb-5e901553f5f2 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=0031684e-3601-4ed4-baa5-67790c2fd7fd, infoPort=37631, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=55507279;c=1731504003997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:05,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e 2024-11-13T13:20:05,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:05,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:05,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:20:05,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd with version=8 2024-11-13T13:20:05,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/hbase-staging 2024-11-13T13:20:05,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:05,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:05,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:05,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:05,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:05,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:05,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:20:05,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:05,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34717 2024-11-13T13:20:05,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34717 connecting to ZooKeeper ensemble=127.0.0.1:53677 2024-11-13T13:20:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347170x0, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:05,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34717-0x101345a412e0003 connected 2024-11-13T13:20:06,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:06,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:06,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/running 2024-11-13T13:20:06,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd, hbase.cluster.distributed=false 2024-11-13T13:20:06,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/acl 2024-11-13T13:20:06,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34717 2024-11-13T13:20:06,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34717 2024-11-13T13:20:06,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34717 2024-11-13T13:20:06,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34717 2024-11-13T13:20:06,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34717 2024-11-13T13:20:06,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:06,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:06,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:06,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:06,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:06,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:06,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:20:06,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:06,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39295 2024-11-13T13:20:06,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39295 connecting to ZooKeeper ensemble=127.0.0.1:53677 2024-11-13T13:20:06,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:06,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:06,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392950x0, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:06,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392950x0, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/running 2024-11-13T13:20:06,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39295-0x101345a412e0004 connected 2024-11-13T13:20:06,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:20:06,036 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:20:06,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/master 2024-11-13T13:20:06,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/acl 2024-11-13T13:20:06,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-13T13:20:06,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39295 2024-11-13T13:20:06,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39295 2024-11-13T13:20:06,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-13T13:20:06,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-13T13:20:06,062 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:34717 2024-11-13T13:20:06,063 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1125309742/backup-masters/bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:06,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742/backup-masters 2024-11-13T13:20:06,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742/backup-masters 2024-11-13T13:20:06,075 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on existing znode=/1125309742/backup-masters/bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:06,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:06,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1125309742/master 2024-11-13T13:20:06,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:06,086 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on existing znode=/1125309742/master 2024-11-13T13:20:06,086 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1125309742/backup-masters/bfeb2336aed7,34717,1731504005873 from backup master directory 2024-11-13T13:20:06,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742/backup-masters 2024-11-13T13:20:06,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1125309742/backup-masters/bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:06,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742/backup-masters 2024-11-13T13:20:06,096 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:06,096 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:06,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/hbase.id] with ID: 37aa3cb1-4c28-42aa-9139-314e0f7d0e97 2024-11-13T13:20:06,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/.tmp/hbase.id 2024-11-13T13:20:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:20:06,504 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/.tmp/hbase.id]:[hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/hbase.id] 2024-11-13T13:20:06,512 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:06,512 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:20:06,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:20:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:06,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:06,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:20:06,936 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:06,937 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:20:06,937 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:20:07,344 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store 2024-11-13T13:20:07,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:20:07,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:07,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:07,354 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:07,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:07,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:07,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:07,354 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:07,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504007354Disabling compacts and flushes for region at 1731504007354Disabling writes for close at 1731504007354Writing region close event to WAL at 1731504007354Closed at 1731504007354 2024-11-13T13:20:07,355 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/.initializing 2024-11-13T13:20:07,355 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/WALs/bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:07,359 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:07,361 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C34717%2C1731504005873, suffix=, logDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/WALs/bfeb2336aed7,34717,1731504005873, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/oldWALs, maxLogs=10 2024-11-13T13:20:07,377 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/WALs/bfeb2336aed7,34717,1731504005873/bfeb2336aed7%2C34717%2C1731504005873.1731504007361, exclude list is [], retry=0 2024-11-13T13:20:07,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-030da1ab-31cc-4a0e-b8ac-1f50c4536360,DISK] 2024-11-13T13:20:07,383 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/WALs/bfeb2336aed7,34717,1731504005873/bfeb2336aed7%2C34717%2C1731504005873.1731504007361 2024-11-13T13:20:07,383 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-13T13:20:07,383 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:07,383 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:07,383 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,383 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:20:07,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:07,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:07,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:20:07,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:07,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:07,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:20:07,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:07,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:07,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:20:07,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:07,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:07,394 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,394 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,394 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,395 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,395 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,396 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:07,396 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:07,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:07,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221767, jitterRate=0.10599051415920258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:07,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504007383Initializing all the Stores at 1731504007384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504007384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504007385 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504007385Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504007385Cleaning up temporary data from old regions at 1731504007395 (+10 ms)Region opened successfully at 1731504007401 (+6 ms) 2024-11-13T13:20:07,404 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:20:07,406 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475b6bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:20:07,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:20:07,409 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:20:07,409 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Unable to get data of znode /1125309742/balancer because node does not exist (not necessarily an error) 2024-11-13T13:20:07,422 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1125309742/balancer already deleted, retry=false 2024-11-13T13:20:07,422 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:20:07,423 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Unable to get data of znode /1125309742/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:20:07,433 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1125309742/normalizer already deleted, retry=false 2024-11-13T13:20:07,433 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:20:07,434 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Unable to get data of znode /1125309742/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:20:07,443 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1125309742/switch/split already deleted, retry=false 2024-11-13T13:20:07,444 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Unable to get data of znode /1125309742/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:20:07,454 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1125309742/switch/merge already deleted, retry=false 2024-11-13T13:20:07,455 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Unable to get data of znode /1125309742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:20:07,464 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1125309742/snapshot-cleanup already deleted, retry=false 2024-11-13T13:20:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1125309742/running 2024-11-13T13:20:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1125309742/running 2024-11-13T13:20:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:07,476 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,34717,1731504005873, sessionid=0x101345a412e0003, setting cluster-up flag (Was=false) 2024-11-13T13:20:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:07,527 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1125309742/flush-table-proc/acquired, /1125309742/flush-table-proc/reached, /1125309742/flush-table-proc/abort 2024-11-13T13:20:07,528 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:07,580 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1125309742/online-snapshot/acquired, /1125309742/online-snapshot/reached, /1125309742/online-snapshot/abort 2024-11-13T13:20:07,581 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:07,585 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:20:07,589 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:07,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:20:07,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:20:07,590 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,34717,1731504005873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:20:07,591 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:07,591 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:07,591 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:07,591 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:07,591 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:20:07,592 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,592 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:07,592 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:07,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:20:07,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:07,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:20:07,604 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504037604 2024-11-13T13:20:07,604 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:20:07,604 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:20:07,604 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:20:07,605 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:20:07,605 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:20:07,605 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:20:07,608 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,612 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:20:07,612 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:20:07,612 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:20:07,612 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:20:07,616 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:20:07,616 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:20:07,616 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504007616,5,FailOnTimeoutGroup] 2024-11-13T13:20:07,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:20:07,620 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504007616,5,FailOnTimeoutGroup] 2024-11-13T13:20:07,620 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,620 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:20:07,620 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,620 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,650 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(746): ClusterId : 37aa3cb1-4c28-42aa-9139-314e0f7d0e97 2024-11-13T13:20:07,650 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:20:07,663 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:20:07,663 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:20:07,676 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:20:07,676 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56018951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:07,691 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:39295 2024-11-13T13:20:07,691 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:20:07,691 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:20:07,691 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:20:07,692 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,34717,1731504005873 with port=39295, startcode=1731504006019 2024-11-13T13:20:07,692 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:20:07,700 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:20:07,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:07,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34717 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:07,702 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd 2024-11-13T13:20:07,702 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38455 2024-11-13T13:20:07,702 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:20:07,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742/rs 2024-11-13T13:20:07,759 DEBUG [RS:0;bfeb2336aed7:39295 {}] zookeeper.ZKUtil(111): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on existing znode=/1125309742/rs/bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:07,759 WARN [RS:0;bfeb2336aed7:39295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:07,759 INFO [RS:0;bfeb2336aed7:39295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:07,759 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:07,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,39295,1731504006019] 2024-11-13T13:20:07,764 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:20:07,766 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:20:07,766 INFO [RS:0;bfeb2336aed7:39295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:20:07,766 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,768 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:20:07,769 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:20:07,769 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,769 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,770 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:07,770 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:07,770 DEBUG [RS:0;bfeb2336aed7:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:07,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39295,1731504006019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:07,792 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:20:07,792 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39295,1731504006019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,792 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,792 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.Replication(171): bfeb2336aed7,39295,1731504006019 started 2024-11-13T13:20:07,805 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:07,805 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,39295,1731504006019, RpcServer on bfeb2336aed7/172.17.0.2:39295, sessionid=0x101345a412e0004 2024-11-13T13:20:07,805 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:20:07,805 DEBUG [RS:0;bfeb2336aed7:39295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:07,805 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,39295,1731504006019' 2024-11-13T13:20:07,805 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1125309742/flush-table-proc/abort' 2024-11-13T13:20:07,806 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1125309742/flush-table-proc/acquired' 2024-11-13T13:20:07,806 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:20:07,806 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:20:07,806 DEBUG [RS:0;bfeb2336aed7:39295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:07,806 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,39295,1731504006019' 2024-11-13T13:20:07,806 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1125309742/online-snapshot/abort' 2024-11-13T13:20:07,807 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1125309742/online-snapshot/acquired' 2024-11-13T13:20:07,807 DEBUG [RS:0;bfeb2336aed7:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:20:07,807 INFO [RS:0;bfeb2336aed7:39295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:20:07,807 INFO [RS:0;bfeb2336aed7:39295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:20:07,907 INFO [RS:0;bfeb2336aed7:39295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:07,909 INFO [RS:0;bfeb2336aed7:39295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C39295%2C1731504006019, suffix=, logDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/oldWALs, maxLogs=10 2024-11-13T13:20:07,928 DEBUG [RS:0;bfeb2336aed7:39295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909, exclude list is [], retry=0 2024-11-13T13:20:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-030da1ab-31cc-4a0e-b8ac-1f50c4536360,DISK] 2024-11-13T13:20:07,934 INFO [RS:0;bfeb2336aed7:39295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 2024-11-13T13:20:07,935 DEBUG [RS:0;bfeb2336aed7:39295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-13T13:20:08,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:20:08,020 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd 2024-11-13T13:20:08,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:20:08,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:08,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:08,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:08,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:08,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:08,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:08,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:08,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:08,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:08,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:08,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740 2024-11-13T13:20:08,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740 2024-11-13T13:20:08,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:08,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:08,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:08,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:08,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:08,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68372158, jitterRate=0.01882454752922058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:08,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504008031Initializing all the Stores at 1731504008033 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504008033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504008036 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504008036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504008036Cleaning up temporary data from old regions at 1731504008044 (+8 ms)Region opened successfully at 1731504008048 (+4 ms) 2024-11-13T13:20:08,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:08,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:08,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:08,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:08,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:08,052 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:08,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504008049Disabling compacts and flushes for region at 1731504008049Disabling writes for close at 1731504008049Writing region close event to WAL at 1731504008052 (+3 ms)Closed at 1731504008052 2024-11-13T13:20:08,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:08,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:20:08,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:20:08,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:08,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:20:08,206 DEBUG [bfeb2336aed7:34717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:20:08,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:08,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,39295,1731504006019, state=OPENING 2024-11-13T13:20:08,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:20:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:08,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1125309742/meta-region-server: CHANGED 2024-11-13T13:20:08,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1125309742/meta-region-server: CHANGED 2024-11-13T13:20:08,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:08,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,39295,1731504006019}] 2024-11-13T13:20:08,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:20:08,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:08,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:20:08,661 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:20:08,661 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:08,661 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:20:08,663 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C39295%2C1731504006019.meta, suffix=.meta, logDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/oldWALs, maxLogs=10 2024-11-13T13:20:08,679 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.meta.1731504008663.meta, exclude list is [], retry=0 2024-11-13T13:20:08,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-030da1ab-31cc-4a0e-b8ac-1f50c4536360,DISK] 2024-11-13T13:20:08,690 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.meta.1731504008663.meta 2024-11-13T13:20:08,691 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-13T13:20:08,691 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:08,692 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:08,692 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:08,692 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:20:08,692 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:20:08,692 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:20:08,692 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:08,692 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:20:08,692 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:20:08,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:08,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:08,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:08,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:08,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:08,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:08,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:08,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:08,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:08,699 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:08,700 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740 2024-11-13T13:20:08,700 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740 2024-11-13T13:20:08,702 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:08,702 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:08,702 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:08,703 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:08,704 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58815612, jitterRate=-0.12357908487319946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:08,704 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:20:08,704 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504008692Writing region info on filesystem at 1731504008692Initializing all the Stores at 1731504008693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504008693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504008693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504008693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504008693Cleaning up temporary data from old regions at 1731504008702 (+9 ms)Running coprocessor post-open hooks at 1731504008704 (+2 ms)Region opened successfully at 1731504008704 2024-11-13T13:20:08,705 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504008655 2024-11-13T13:20:08,707 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:20:08,708 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:20:08,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:08,709 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,39295,1731504006019, state=OPEN 2024-11-13T13:20:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1125309742/meta-region-server 2024-11-13T13:20:08,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1125309742/meta-region-server: CHANGED 2024-11-13T13:20:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1125309742/meta-region-server 2024-11-13T13:20:08,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1125309742/meta-region-server: CHANGED 2024-11-13T13:20:08,718 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:08,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:20:08,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,39295,1731504006019 in 220 msec 2024-11-13T13:20:08,727 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:08,727 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:20:08,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:20:08,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-13T13:20:08,728 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:08,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39295,1731504006019, seqNum=-1] 2024-11-13T13:20:08,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:08,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:08,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1460 sec 2024-11-13T13:20:08,736 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504008736, completionTime=-1 2024-11-13T13:20:08,736 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:20:08,736 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:20:08,738 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:20:08,738 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504068738 2024-11-13T13:20:08,738 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504128738 2024-11-13T13:20:08,738 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:20:08,739 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34717,1731504005873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,739 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34717,1731504005873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,739 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34717,1731504005873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,739 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:34717, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,739 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,741 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:20:08,745 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.655sec 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34717,1731504005873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:08,751 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34717,1731504005873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:20:08,753 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:20:08,754 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:20:08,754 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34717,1731504005873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:08,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db59cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:08,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:08,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:08,853 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ace4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:08,856 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:08,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4366a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:08,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39295,1731504006019, seqNum=-1] 2024-11-13T13:20:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:08,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:08,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53677 2024-11-13T13:20:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:08,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101345a412e0005 connected 2024-11-13T13:20:08,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eb1fd2c 2024-11-13T13:20:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:08,921 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:08,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:20:08,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:08,924 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:08,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:20:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:08,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:20:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:09,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:09,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3252c0b4c86298983809194a9dacd8fe, NAME => 'test,,1731504008921.3252c0b4c86298983809194a9dacd8fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6 2024-11-13T13:20:09,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:20:09,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:09,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:20:09,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:09,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T13:20:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:09,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T13:20:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:20:09,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:09,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504008921.3252c0b4c86298983809194a9dacd8fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:09,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3252c0b4c86298983809194a9dacd8fe, disabling compactions & flushes 2024-11-13T13:20:09,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:09,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:09,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. after waiting 0 ms 2024-11-13T13:20:09,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:09,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:09,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3252c0b4c86298983809194a9dacd8fe: Waiting for close lock at 1731504009760Disabling compacts and flushes for region at 1731504009760Disabling writes for close at 1731504009760Writing region close event to WAL at 1731504009760Closed at 1731504009760 2024-11-13T13:20:09,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:09,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504008921.3252c0b4c86298983809194a9dacd8fe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504009762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504009762"}]},"ts":"1731504009762"} 2024-11-13T13:20:09,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:09,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:09,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504009765"}]},"ts":"1731504009765"} 2024-11-13T13:20:09,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:20:09,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3252c0b4c86298983809194a9dacd8fe, ASSIGN}] 2024-11-13T13:20:09,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3252c0b4c86298983809194a9dacd8fe, ASSIGN 2024-11-13T13:20:09,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3252c0b4c86298983809194a9dacd8fe, ASSIGN; state=OFFLINE, location=bfeb2336aed7,41283,1731504000472; forceNewPlan=false, retain=false 2024-11-13T13:20:09,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3252c0b4c86298983809194a9dacd8fe, regionState=OPENING, regionLocation=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:09,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3252c0b4c86298983809194a9dacd8fe, ASSIGN because future has completed 2024-11-13T13:20:09,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3252c0b4c86298983809194a9dacd8fe, server=bfeb2336aed7,41283,1731504000472}] 2024-11-13T13:20:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:10,081 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:10,081 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3252c0b4c86298983809194a9dacd8fe, NAME => 'test,,1731504008921.3252c0b4c86298983809194a9dacd8fe.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:10,082 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:10,082 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:20:10,082 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,082 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504008921.3252c0b4c86298983809194a9dacd8fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:10,082 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,082 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,083 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,084 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3252c0b4c86298983809194a9dacd8fe columnFamilyName f 2024-11-13T13:20:10,085 DEBUG [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:10,085 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] regionserver.HStore(327): Store=3252c0b4c86298983809194a9dacd8fe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:10,085 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,086 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3252c0b4c86298983809194a9dacd8fe columnFamilyName f1 2024-11-13T13:20:10,086 DEBUG [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:10,086 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] regionserver.HStore(327): Store=3252c0b4c86298983809194a9dacd8fe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:10,086 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,087 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3252c0b4c86298983809194a9dacd8fe columnFamilyName norep 2024-11-13T13:20:10,087 DEBUG [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:10,088 INFO [StoreOpener-3252c0b4c86298983809194a9dacd8fe-1 {}] regionserver.HStore(327): Store=3252c0b4c86298983809194a9dacd8fe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:10,088 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,088 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,089 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,090 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,090 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,090 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:10,091 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,093 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:10,094 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3252c0b4c86298983809194a9dacd8fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63698225, jitterRate=-0.050822481513023376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:10,094 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:10,095 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3252c0b4c86298983809194a9dacd8fe: Running coprocessor pre-open hook at 1731504010082Writing region info on filesystem at 1731504010082Initializing all the Stores at 1731504010083 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504010083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504010083Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504010083Cleaning up temporary data from old regions at 1731504010090 (+7 ms)Running coprocessor post-open hooks at 1731504010094 (+4 ms)Region opened successfully at 1731504010094 2024-11-13T13:20:10,095 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., pid=6, masterSystemTime=1731504010078 2024-11-13T13:20:10,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3252c0b4c86298983809194a9dacd8fe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:10,102 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:10,102 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:10,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3252c0b4c86298983809194a9dacd8fe, server=bfeb2336aed7,41283,1731504000472 because future has completed 2024-11-13T13:20:10,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:20:10,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3252c0b4c86298983809194a9dacd8fe, server=bfeb2336aed7,41283,1731504000472 in 183 msec 2024-11-13T13:20:10,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:20:10,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3252c0b4c86298983809194a9dacd8fe, ASSIGN in 343 msec 2024-11-13T13:20:10,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:10,116 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504010116"}]},"ts":"1731504010116"} 2024-11-13T13:20:10,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:20:10,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:10,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-13T13:20:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:11,072 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:20:11,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@861d22d 2024-11-13T13:20:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:11,074 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:11,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:20:11,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:11,076 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:11,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:20:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:11,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:20:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:11,483 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cc234bb56278eabee980a2a21721d2e, NAME => 'test,,1731504011074.0cc234bb56278eabee980a2a21721d2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd 2024-11-13T13:20:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:20:11,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504011074.0cc234bb56278eabee980a2a21721d2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:11,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cc234bb56278eabee980a2a21721d2e, disabling compactions & flushes 2024-11-13T13:20:11,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. after waiting 0 ms 2024-11-13T13:20:11,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cc234bb56278eabee980a2a21721d2e: Waiting for close lock at 1731504011494Disabling compacts and flushes for region at 1731504011494Disabling writes for close at 1731504011494Writing region close event to WAL at 1731504011494Closed at 1731504011494 2024-11-13T13:20:11,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:11,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504011074.0cc234bb56278eabee980a2a21721d2e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504011495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504011495"}]},"ts":"1731504011495"} 2024-11-13T13:20:11,497 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:11,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:11,501 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504011500"}]},"ts":"1731504011500"} 2024-11-13T13:20:11,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:20:11,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cc234bb56278eabee980a2a21721d2e, ASSIGN}] 2024-11-13T13:20:11,504 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cc234bb56278eabee980a2a21721d2e, ASSIGN 2024-11-13T13:20:11,505 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cc234bb56278eabee980a2a21721d2e, ASSIGN; state=OFFLINE, location=bfeb2336aed7,39295,1731504006019; forceNewPlan=false, retain=false 2024-11-13T13:20:11,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cc234bb56278eabee980a2a21721d2e, regionState=OPENING, regionLocation=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cc234bb56278eabee980a2a21721d2e, ASSIGN because future has completed 2024-11-13T13:20:11,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cc234bb56278eabee980a2a21721d2e, server=bfeb2336aed7,39295,1731504006019}] 2024-11-13T13:20:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:11,818 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,818 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cc234bb56278eabee980a2a21721d2e, NAME => 'test,,1731504011074.0cc234bb56278eabee980a2a21721d2e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:11,819 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:11,819 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:20:11,819 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,819 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504011074.0cc234bb56278eabee980a2a21721d2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:11,819 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,819 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,836 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,841 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cc234bb56278eabee980a2a21721d2e columnFamilyName f 2024-11-13T13:20:11,842 DEBUG [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:11,842 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] regionserver.HStore(327): Store=0cc234bb56278eabee980a2a21721d2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:11,842 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,844 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cc234bb56278eabee980a2a21721d2e columnFamilyName f1 2024-11-13T13:20:11,844 DEBUG [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:11,844 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] regionserver.HStore(327): Store=0cc234bb56278eabee980a2a21721d2e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:11,844 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,846 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cc234bb56278eabee980a2a21721d2e columnFamilyName norep 2024-11-13T13:20:11,846 DEBUG [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:11,846 INFO [StoreOpener-0cc234bb56278eabee980a2a21721d2e-1 {}] regionserver.HStore(327): Store=0cc234bb56278eabee980a2a21721d2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:11,846 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,847 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,847 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,848 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,848 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,849 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:11,849 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,861 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:11,861 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cc234bb56278eabee980a2a21721d2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59155185, jitterRate=-0.11851905286312103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:11,861 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:11,861 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cc234bb56278eabee980a2a21721d2e: Running coprocessor pre-open hook at 1731504011819Writing region info on filesystem at 1731504011819Initializing all the Stores at 1731504011825 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504011825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504011836 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504011836Cleaning up temporary data from old regions at 1731504011848 (+12 ms)Running coprocessor post-open hooks at 1731504011861 (+13 ms)Region opened successfully at 1731504011861 2024-11-13T13:20:11,863 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., pid=6, masterSystemTime=1731504011810 2024-11-13T13:20:11,865 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,865 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:11,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cc234bb56278eabee980a2a21721d2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:11,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cc234bb56278eabee980a2a21721d2e, server=bfeb2336aed7,39295,1731504006019 because future has completed 2024-11-13T13:20:11,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:20:11,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cc234bb56278eabee980a2a21721d2e, server=bfeb2336aed7,39295,1731504006019 in 211 msec 2024-11-13T13:20:11,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:20:11,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cc234bb56278eabee980a2a21721d2e, ASSIGN in 369 msec 2024-11-13T13:20:11,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:11,875 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504011874"}]},"ts":"1731504011874"} 2024-11-13T13:20:11,876 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:20:11,877 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:11,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 803 msec 2024-11-13T13:20:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:12,212 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:20:12,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392984a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:12,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:12,213 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643b8041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:12,214 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48931c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f73c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:12,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:12,216 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dea4edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:12,223 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec64d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:12,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:12,225 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642e4d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:12,226 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4e9266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1156ee7a 2024-11-13T13:20:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:12,229 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:12,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:34717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:20:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:20:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:12,231 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34717' 2024-11-13T13:20:12,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62094055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,232 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:12,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:12,232 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:12,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:12,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:12,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b2684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:12,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:12,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:12,234 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a8b1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:12,235 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:12,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:12,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a6ec30 2024-11-13T13:20:12,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:12,236 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:12,237 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:20:12,237 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:20:12,237 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:12,237 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:12,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:12,237 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:12,238 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:20:12,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:12,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:12,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:20:12,288 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:20:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:12,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5216823a5f989da2fdc0f01efdd1ff3, NAME => 'hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6 2024-11-13T13:20:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:20:12,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:12,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5216823a5f989da2fdc0f01efdd1ff3, disabling compactions & flushes 2024-11-13T13:20:12,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:12,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:12,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. after waiting 0 ms 2024-11-13T13:20:12,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:12,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:12,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5216823a5f989da2fdc0f01efdd1ff3: Waiting for close lock at 1731504012681Disabling compacts and flushes for region at 1731504012681Disabling writes for close at 1731504012681Writing region close event to WAL at 1731504012681Closed at 1731504012681 2024-11-13T13:20:12,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:12,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504012685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504012685"}]},"ts":"1731504012685"} 2024-11-13T13:20:12,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:12,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:12,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504012692"}]},"ts":"1731504012692"} 2024-11-13T13:20:12,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:20:12,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5216823a5f989da2fdc0f01efdd1ff3, ASSIGN}] 2024-11-13T13:20:12,703 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5216823a5f989da2fdc0f01efdd1ff3, ASSIGN 2024-11-13T13:20:12,705 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5216823a5f989da2fdc0f01efdd1ff3, ASSIGN; state=OFFLINE, location=bfeb2336aed7,41283,1731504000472; forceNewPlan=false, retain=false 2024-11-13T13:20:12,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5216823a5f989da2fdc0f01efdd1ff3, regionState=OPENING, regionLocation=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5216823a5f989da2fdc0f01efdd1ff3, ASSIGN because future has completed 2024-11-13T13:20:12,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5216823a5f989da2fdc0f01efdd1ff3, server=bfeb2336aed7,41283,1731504000472}] 2024-11-13T13:20:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:13,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:13,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:13,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:20:13,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C41283%2C1731504000472.rep, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/oldWALs, maxLogs=10 2024-11-13T13:20:13,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.rep.1731504013015, exclude list is [], retry=0 2024-11-13T13:20:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-31990281-97c6-4be8-a39e-93d853bccc98,DISK] 2024-11-13T13:20:13,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.rep.1731504013015 2024-11-13T13:20:13,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-13T13:20:13,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5216823a5f989da2fdc0f01efdd1ff3, NAME => 'hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:13,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:13,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:13,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. service=MultiRowMutationService 2024-11-13T13:20:13,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:20:13,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:13,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,041 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,042 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5216823a5f989da2fdc0f01efdd1ff3 columnFamilyName hfileref 2024-11-13T13:20:13,042 DEBUG [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:13,042 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] regionserver.HStore(327): Store=f5216823a5f989da2fdc0f01efdd1ff3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:13,043 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,045 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5216823a5f989da2fdc0f01efdd1ff3 columnFamilyName queue 2024-11-13T13:20:13,045 DEBUG [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:13,045 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] regionserver.HStore(327): Store=f5216823a5f989da2fdc0f01efdd1ff3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:13,045 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,047 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5216823a5f989da2fdc0f01efdd1ff3 columnFamilyName sid 2024-11-13T13:20:13,047 DEBUG [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:13,047 INFO [StoreOpener-f5216823a5f989da2fdc0f01efdd1ff3-1 {}] regionserver.HStore(327): Store=f5216823a5f989da2fdc0f01efdd1ff3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:13,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:13,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:13,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5216823a5f989da2fdc0f01efdd1ff3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69232212, jitterRate=0.03164035081863403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:13,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:13,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5216823a5f989da2fdc0f01efdd1ff3: Running coprocessor pre-open hook at 1731504013038Writing region info on filesystem at 1731504013038Initializing all the Stores at 1731504013040 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504013041 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504013041Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504013041Cleaning up temporary data from old regions at 1731504013049 (+8 ms)Running coprocessor post-open hooks at 1731504013053 (+4 ms)Region opened successfully at 1731504013054 (+1 ms) 2024-11-13T13:20:13,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3., pid=10, masterSystemTime=1731504013010 2024-11-13T13:20:13,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:13,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:13,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5216823a5f989da2fdc0f01efdd1ff3, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:13,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5216823a5f989da2fdc0f01efdd1ff3, server=bfeb2336aed7,41283,1731504000472 because future has completed 2024-11-13T13:20:13,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:20:13,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5216823a5f989da2fdc0f01efdd1ff3, server=bfeb2336aed7,41283,1731504000472 in 202 msec 2024-11-13T13:20:13,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:20:13,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5216823a5f989da2fdc0f01efdd1ff3, ASSIGN in 367 msec 2024-11-13T13:20:13,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:13,064 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504013064"}]},"ts":"1731504013064"} 2024-11-13T13:20:13,066 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:20:13,067 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:13,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 830 msec 2024-11-13T13:20:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2] 2024-11-13T13:20:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:13,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:20:13,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41283 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:20:13,544 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:20:13,585 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,41283,1731504000472, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:20:13,586 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:13,586 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,41283,1731504000472, seqNum=-1] 2024-11-13T13:20:13,586 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:13,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,41283,1731504000472', locateType=CURRENT is [region=hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2] 2024-11-13T13:20:13,594 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:20:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:20:13,600 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,41283,1731504000472 suceeded 2024-11-13T13:20:13,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:20:13,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-13T13:20:13,604 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:34717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:20:13,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3750 sec 2024-11-13T13:20:13,615 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34717' 2024-11-13T13:20:13,616 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed2a5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:13,616 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:13,616 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:13,617 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@addad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:13,619 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:13,620 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45dfc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:13,620 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:13,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:13,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f33a6d9 2024-11-13T13:20:13,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:13,623 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T13:20:13,623 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,41283,1731504000472 (queues=1) is replicating from cluster=732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64 to cluster=37aa3cb1-4c28-42aa-9139-314e0f7d0e97 2024-11-13T13:20:13,623 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C41283%2C1731504000472 2024-11-13T13:20:13,624 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,41283,1731504000472, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:20:13,624 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C41283%2C1731504000472 2024-11-13T13:20:13,624 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735, startPosition=0, beingWritten=true 2024-11-13T13:20:13,635 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:13,635 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:13,635 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,41283,1731504000472 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:13,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:20:13,858 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:14,163 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:14,391 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:20:14,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:14,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:14,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:14,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:14,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:14,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a5e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:14,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:14,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:14,393 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c728f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:14,394 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:14,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65aa8231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:14,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@146fd572 2024-11-13T13:20:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:14,397 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:14,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:34351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:20:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:20:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:14,400 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34351' 2024-11-13T13:20:14,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d0391e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:14,401 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:14,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:14,401 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:14,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd1f68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:14,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:14,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:14,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:14,402 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:14,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7986b238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:14,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1989c6e5 2024-11-13T13:20:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:14,404 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:14,405 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:20:14,405 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:20:14,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:14,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:14,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:14,405 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:14,406 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:20:14,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:14,407 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:14,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:20:14,457 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:20:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:14,567 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:14,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:20:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:14,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c923efa53930368aa16a01ad448e7e16, NAME => 'hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd 2024-11-13T13:20:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:20:14,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:14,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c923efa53930368aa16a01ad448e7e16, disabling compactions & flushes 2024-11-13T13:20:14,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:14,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:14,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. after waiting 0 ms 2024-11-13T13:20:14,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:14,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:14,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c923efa53930368aa16a01ad448e7e16: Waiting for close lock at 1731504014829Disabling compacts and flushes for region at 1731504014829Disabling writes for close at 1731504014829Writing region close event to WAL at 1731504014829Closed at 1731504014829 2024-11-13T13:20:14,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:14,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504014831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504014831"}]},"ts":"1731504014831"} 2024-11-13T13:20:14,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:14,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:14,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504014834"}]},"ts":"1731504014834"} 2024-11-13T13:20:14,836 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:20:14,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c923efa53930368aa16a01ad448e7e16, ASSIGN}] 2024-11-13T13:20:14,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c923efa53930368aa16a01ad448e7e16, ASSIGN 2024-11-13T13:20:14,839 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c923efa53930368aa16a01ad448e7e16, ASSIGN; state=OFFLINE, location=bfeb2336aed7,39295,1731504006019; forceNewPlan=false, retain=false 2024-11-13T13:20:14,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c923efa53930368aa16a01ad448e7e16, regionState=OPENING, regionLocation=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:14,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c923efa53930368aa16a01ad448e7e16, ASSIGN because future has completed 2024-11-13T13:20:14,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c923efa53930368aa16a01ad448e7e16, server=bfeb2336aed7,39295,1731504006019}] 2024-11-13T13:20:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:15,072 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:15,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:15,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:15,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:20:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C39295%2C1731504006019.rep, suffix=, logDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/oldWALs, maxLogs=10 2024-11-13T13:20:15,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.rep.1731504015150, exclude list is [], retry=0 2024-11-13T13:20:15,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-030da1ab-31cc-4a0e-b8ac-1f50c4536360,DISK] 2024-11-13T13:20:15,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.rep.1731504015150 2024-11-13T13:20:15,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c923efa53930368aa16a01ad448e7e16, NAME => 'hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:15,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. service=MultiRowMutationService 2024-11-13T13:20:15,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,176 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,177 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c923efa53930368aa16a01ad448e7e16 columnFamilyName hfileref 2024-11-13T13:20:15,177 DEBUG [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:15,178 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] regionserver.HStore(327): Store=c923efa53930368aa16a01ad448e7e16/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:15,178 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,179 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c923efa53930368aa16a01ad448e7e16 columnFamilyName queue 2024-11-13T13:20:15,179 DEBUG [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:15,179 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] regionserver.HStore(327): Store=c923efa53930368aa16a01ad448e7e16/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:15,179 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,180 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c923efa53930368aa16a01ad448e7e16 columnFamilyName sid 2024-11-13T13:20:15,180 DEBUG [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:15,180 INFO [StoreOpener-c923efa53930368aa16a01ad448e7e16-1 {}] regionserver.HStore(327): Store=c923efa53930368aa16a01ad448e7e16/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:15,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:15,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c923efa53930368aa16a01ad448e7e16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71981796, jitterRate=0.07261234521865845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:15,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:15,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c923efa53930368aa16a01ad448e7e16: Running coprocessor pre-open hook at 1731504015173Writing region info on filesystem at 1731504015173Initializing all the Stores at 1731504015174 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504015174Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504015176 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504015176Cleaning up temporary data from old regions at 1731504015182 (+6 ms)Running coprocessor post-open hooks at 1731504015186 (+4 ms)Region opened successfully at 1731504015186 2024-11-13T13:20:15,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16., pid=10, masterSystemTime=1731504015145 2024-11-13T13:20:15,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:15,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:15,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c923efa53930368aa16a01ad448e7e16, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c923efa53930368aa16a01ad448e7e16, server=bfeb2336aed7,39295,1731504006019 because future has completed 2024-11-13T13:20:15,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:20:15,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c923efa53930368aa16a01ad448e7e16, server=bfeb2336aed7,39295,1731504006019 in 200 msec 2024-11-13T13:20:15,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:20:15,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c923efa53930368aa16a01ad448e7e16, ASSIGN in 357 msec 2024-11-13T13:20:15,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:15,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504015196"}]},"ts":"1731504015196"} 2024-11-13T13:20:15,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:20:15,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:15,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-11-13T13:20:15,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2] 2024-11-13T13:20:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:15,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:20:15,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:20:15,470 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:20:15,504 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,39295,1731504006019, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:20:15,505 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:15,505 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39295,1731504006019, seqNum=-1] 2024-11-13T13:20:15,505 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:15,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,39295,1731504006019', locateType=CURRENT is [region=hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2] 2024-11-13T13:20:15,510 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:20:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:20:15,512 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,39295,1731504006019 suceeded 2024-11-13T13:20:15,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:20:15,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T13:20:15,513 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:34351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:20:15,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1160 sec 2024-11-13T13:20:15,523 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34351' 2024-11-13T13:20:15,524 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e13cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:15,524 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:15,524 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:15,525 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:15,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:15,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:15,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb7a93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:15,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:15,526 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:15,527 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7beb209d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:15,527 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47841245 2024-11-13T13:20:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:15,528 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T13:20:15,529 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,39295,1731504006019 (queues=1) is replicating from cluster=37aa3cb1-4c28-42aa-9139-314e0f7d0e97 to cluster=732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64 2024-11-13T13:20:15,529 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C39295%2C1731504006019 2024-11-13T13:20:15,530 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,39295,1731504006019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:20:15,530 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C39295%2C1731504006019 2024-11-13T13:20:15,530 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909, startPosition=0, beingWritten=true 2024-11-13T13:20:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:15,531 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:20:15,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:15,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:15,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:15,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:15,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:15,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:15,535 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731504015534/Put/seqid=0 2024-11-13T13:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 379, reset compression=false 2024-11-13T13:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39295,1731504006019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741840_1016 (size=7894) 2024-11-13T13:20:15,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:15,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:15,676 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:15,745 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 379, reset compression=false 2024-11-13T13:20:15,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731504015944/Put/seqid=0 2024-11-13T13:20:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741841_1017 (size=7691) 2024-11-13T13:20:15,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4316e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:15,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:15,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:15,974 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5c52b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:15,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:15,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:15,976 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:15,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f752ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:15,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:15,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,41283,1731504000472, seqNum=-1] 2024-11-13T13:20:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:15,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:15,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c0d0bc 2024-11-13T13:20:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:16,000 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:16,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2] 2024-11-13T13:20:16,015 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:20:16,021 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T13:20:16,024 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T13:20:16,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T13:20:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:16,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T13:20:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HRegion(2603): Flush status journal for 3252c0b4c86298983809194a9dacd8fe: 2024-11-13T13:20:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_1 2024-11-13T13:20:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_1 as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ 2024-11-13T13:20:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_0 2024-11-13T13:20:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_0 as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ 2024-11-13T13:20:16,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_1 into 3252c0b4c86298983809194a9dacd8fe/f as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ - updating store file list. 2024-11-13T13:20:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cad44cc212144240b72c886554e5f2b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:16,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ into 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:16,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_1 into 3252c0b4c86298983809194a9dacd8fe/f (new location: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_) 2024-11-13T13:20:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_1 2024-11-13T13:20:16,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_0 into 3252c0b4c86298983809194a9dacd8fe/f as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ - updating store file list. 2024-11-13T13:20:16,055 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 379, reset compression=false 2024-11-13T13:20:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0bd84e2eef045079747e539e6641bf4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:16,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ into 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:16,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_0 into 3252c0b4c86298983809194a9dacd8fe/f (new location: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_) 2024-11-13T13:20:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins__test__jjagmv77jlll9pj4ik2t48earvnv7vjhtshlhj8ndu15heqtp6iqgrtut87u5fpn/f/hfile_0 2024-11-13T13:20:16,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:16,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:16,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:16,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:16,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2 , the old value is region=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bfeb2336aed7:41283 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:20:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:20:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2 from cache 2024-11-13T13:20:16,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39295,1731504006019, seqNum=-1] 2024-11-13T13:20:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49232 deadline: 1731504076065 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49232 2024-11-13T13:20:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:16,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2] 2024-11-13T13:20:16,071 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T13:20:16,171 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:41283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T13:20:16,389 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 379, reset compression=false 2024-11-13T13:20:16,394 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:16,394 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,41283,1731504000472 got entry batch from reader: WALEntryBatch [walEntries=[{test/3252c0b4c86298983809194a9dacd8fe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504016061/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T13:20:16,396 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:16,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T13:20:16,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.ReplicationSink(318): Replicating [732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64] bulk loaded data 2024-11-13T13:20:16,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490d5b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:16,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:16,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:16,404 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:16,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:16,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:16,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68f51afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:16,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:16,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:16,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:16,406 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:16,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad7384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741840_1016 (size=7691) 2024-11-13T13:20:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741841_1017 (size=7894) 2024-11-13T13:20:16,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43457c4 2024-11-13T13:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:16,463 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T13:20:16,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:20:16,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:16,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39295,1731504006019, seqNum=-1] 2024-11-13T13:20:16,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:16,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:16,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T13:20:16,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T13:20:16,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ for inclusion in 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:16,485 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 379, reset compression=false 2024-11-13T13:20:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T13:20:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:16,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ for inclusion in 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T13:20:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegion(2603): Flush status journal for 0cc234bb56278eabee980a2a21721d2e: 2024-11-13T13:20:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b0bd84e2eef045079747e539e6641bf4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:20:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/c11085a465a04871b573b36aeab0456c_SeqId_4_ 2024-11-13T13:20:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cad44cc212144240b72c886554e5f2b1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:20:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/f60002ec441545c5b615307cd815a31b_SeqId_4_ 2024-11-13T13:20:16,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ into 0cc234bb56278eabee980a2a21721d2e/f as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/c11085a465a04871b573b36aeab0456c_SeqId_4_ - updating store file list. 2024-11-13T13:20:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c11085a465a04871b573b36aeab0456c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:16,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/c11085a465a04871b573b36aeab0456c_SeqId_4_ into 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:16,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ into 0cc234bb56278eabee980a2a21721d2e/f (new location: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/c11085a465a04871b573b36aeab0456c_SeqId_4_) 2024-11-13T13:20:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/b0bd84e2eef045079747e539e6641bf4_SeqId_4_ 2024-11-13T13:20:16,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ into 0cc234bb56278eabee980a2a21721d2e/f as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/f60002ec441545c5b615307cd815a31b_SeqId_4_ - updating store file list. 2024-11-13T13:20:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f60002ec441545c5b615307cd815a31b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:16,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/f60002ec441545c5b615307cd815a31b_SeqId_4_ into 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:16,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ into 0cc234bb56278eabee980a2a21721d2e/f (new location: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/f60002ec441545c5b615307cd815a31b_SeqId_4_) 2024-11-13T13:20:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins.hfs.11__test__5evn9lpg9t3477l65pg6p5dv149m6273og89o31u2d1ij7h6pf4k515280nn1qrk/f/cad44cc212144240b72c886554e5f2b1_SeqId_4_ 2024-11-13T13:20:16,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.ReplicationSink(324): Finished replicating [732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64] bulk loaded data 2024-11-13T13:20:16,594 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 687, reset compression=false 2024-11-13T13:20:16,921 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 687, reset compression=false 2024-11-13T13:20:16,989 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 379, reset compression=false 2024-11-13T13:20:16,994 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:16,994 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39295,1731504006019 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc234bb56278eabee980a2a21721d2e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504016522/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T13:20:16,996 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:16,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T13:20:16,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.ReplicationSink(318): Replicating [732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64, 37aa3cb1-4c28-42aa-9139-314e0f7d0e97] bulk loaded data 2024-11-13T13:20:16,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad2962a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:16,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34351,-1 for getting cluster id 2024-11-13T13:20:16,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:16,999 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64' 2024-11-13T13:20:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64" 2024-11-13T13:20:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ffbf883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34351,-1] 2024-11-13T13:20:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:17,000 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:17,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d0c213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741842_1018 (size=7894) 2024-11-13T13:20:17,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:17,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731504017091/Put/seqid=0 2024-11-13T13:20:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741842_1018 (size=11194) 2024-11-13T13:20:17,195 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 725, reset compression=false 2024-11-13T13:20:17,324 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 687, reset compression=false 2024-11-13T13:20:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741843_1019 (size=7691) 2024-11-13T13:20:17,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:17,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:17,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a411d29 2024-11-13T13:20:17,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:17,475 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T13:20:17,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:20:17,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:17,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,41283,1731504000472, seqNum=-1] 2024-11-13T13:20:17,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:17,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:17,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__pbf68no0k3r8p18n90j14vlgljaqq5h3vetb05377cg3cgs33asl6q067spkdd91/f/c11085a465a04871b573b36aeab0456c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T13:20:17,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__pbf68no0k3r8p18n90j14vlgljaqq5h3vetb05377cg3cgs33asl6q067spkdd91/f/f60002ec441545c5b615307cd815a31b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T13:20:17,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.ReplicationSink(324): Finished replicating [732d5cb5-ee2a-47c5-a1ee-c4a9035d0c64, 37aa3cb1-4c28-42aa-9139-314e0f7d0e97] bulk loaded data 2024-11-13T13:20:17,499 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 725, reset compression=false 2024-11-13T13:20:17,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731504017503/Put/seqid=0 2024-11-13T13:20:17,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741843_1019 (size=10791) 2024-11-13T13:20:17,854 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 687, reset compression=false 2024-11-13T13:20:17,906 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 725, reset compression=false 2024-11-13T13:20:17,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1456da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:17,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34717,-1 for getting cluster id 2024-11-13T13:20:17,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:17,920 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37aa3cb1-4c28-42aa-9139-314e0f7d0e97' 2024-11-13T13:20:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37aa3cb1-4c28-42aa-9139-314e0f7d0e97" 2024-11-13T13:20:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6c1ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34717,-1] 2024-11-13T13:20:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:17,922 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:17,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d9c6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:17,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:17,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39295,1731504006019, seqNum=-1] 2024-11-13T13:20:17,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:17,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:17,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5324844f 2024-11-13T13:20:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:17,935 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2] 2024-11-13T13:20:17,940 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:20:17,945 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T13:20:17,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T13:20:17,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T13:20:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:17,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T13:20:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegion(2603): Flush status journal for 0cc234bb56278eabee980a2a21721d2e: 2024-11-13T13:20:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_0 2024-11-13T13:20:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_0 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ 2024-11-13T13:20:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_1 2024-11-13T13:20:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_1 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ 2024-11-13T13:20:17,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_0 into 0cc234bb56278eabee980a2a21721d2e/f as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ - updating store file list. 2024-11-13T13:20:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72f13d7ae16e4a96971abccad4c50a85_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:17,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ into 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:17,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_0 into 0cc234bb56278eabee980a2a21721d2e/f (new location: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_) 2024-11-13T13:20:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_0 2024-11-13T13:20:17,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_1 into 0cc234bb56278eabee980a2a21721d2e/f as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ - updating store file list. 2024-11-13T13:20:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:17,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ into 0cc234bb56278eabee980a2a21721d2e/f 2024-11-13T13:20:17,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_1 into 0cc234bb56278eabee980a2a21721d2e/f (new location: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_) 2024-11-13T13:20:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/staging/jenkins__test__l0nj0gdb00adsk6cltftibn598to5nscag6qlbq6ob5cutu2ht939stjocgp406v/f/hfile_1 2024-11-13T13:20:17,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:17,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:17,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:17,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:17,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2 , the old value is region=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bfeb2336aed7:39295 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:20:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:20:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., hostname=bfeb2336aed7,39295,1731504006019, seqNum=2 from cache 2024-11-13T13:20:17,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:17,997 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T13:20:17,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,41283,1731504000472, seqNum=-1] 2024-11-13T13:20:17,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:17,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe., hostname=bfeb2336aed7,41283,1731504000472, seqNum=2] 2024-11-13T13:20:18,011 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T13:20:18,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:39295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T13:20:18,410 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 725, reset compression=false 2024-11-13T13:20:18,415 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:18,415 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39295,1731504006019 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc234bb56278eabee980a2a21721d2e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504017994/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T13:20:18,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.ReplicationSink(318): Replicating [37aa3cb1-4c28-42aa-9139-314e0f7d0e97] bulk loaded data 2024-11-13T13:20:18,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741844_1020 (size=11194) 2024-11-13T13:20:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741845_1021 (size=10791) 2024-11-13T13:20:18,465 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 687, reset compression=false 2024-11-13T13:20:18,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:20:18,481 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T13:20:18,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T13:20:18,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ for inclusion in 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T13:20:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:18,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ for inclusion in 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T13:20:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:20:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HRegion(2603): Flush status journal for 3252c0b4c86298983809194a9dacd8fe: 2024-11-13T13:20:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:20:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/980177109fa84fbeb89150a6a7dff30b_SeqId_6_ 2024-11-13T13:20:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:20:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/dadee6c1b0184c4a9179d31564152c56_SeqId_6_ 2024-11-13T13:20:18,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ into 3252c0b4c86298983809194a9dacd8fe/f as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/980177109fa84fbeb89150a6a7dff30b_SeqId_6_ - updating store file list. 2024-11-13T13:20:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 980177109fa84fbeb89150a6a7dff30b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:18,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/980177109fa84fbeb89150a6a7dff30b_SeqId_6_ into 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:18,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ into 3252c0b4c86298983809194a9dacd8fe/f (new location: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/980177109fa84fbeb89150a6a7dff30b_SeqId_6_) 2024-11-13T13:20:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/72f13d7ae16e4a96971abccad4c50a85_SeqId_6_ 2024-11-13T13:20:18,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ into 3252c0b4c86298983809194a9dacd8fe/f as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/dadee6c1b0184c4a9179d31564152c56_SeqId_6_ - updating store file list. 2024-11-13T13:20:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dadee6c1b0184c4a9179d31564152c56_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:20:18,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/dadee6c1b0184c4a9179d31564152c56_SeqId_6_ into 3252c0b4c86298983809194a9dacd8fe/f 2024-11-13T13:20:18,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ into 3252c0b4c86298983809194a9dacd8fe/f (new location: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/f/dadee6c1b0184c4a9179d31564152c56_SeqId_6_) 2024-11-13T13:20:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/staging/jenkins.hfs.10__test__ih5c3nd1ck5glpjaa9ull53vo8skek2lgiaqgbrou59tm4tgmcsr0d04e9sq16ot/f/8e87d1dd227f459ea23287d0046c5ae5_SeqId_6_ 2024-11-13T13:20:18,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 {}] regionserver.ReplicationSink(324): Finished replicating [37aa3cb1-4c28-42aa-9139-314e0f7d0e97] bulk loaded data 2024-11-13T13:20:18,615 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1033, reset compression=false 2024-11-13T13:20:18,957 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1033, reset compression=false 2024-11-13T13:20:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:20:19,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:19,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:19,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:19,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:19,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:19,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:20:19,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1724508753, stopped=false 2024-11-13T13:20:19,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,34717,1731504005873 2024-11-13T13:20:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1125309742/running 2024-11-13T13:20:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1125309742/running 2024-11-13T13:20:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:19,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:19,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:19,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:19,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:19,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,39295,1731504006019' ***** 2024-11-13T13:20:19,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:20:19,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/running 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:20:19,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Set watcher on znode that does not yet exist, /1125309742/running 2024-11-13T13:20:19,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cc234bb56278eabee980a2a21721d2e 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:19,125 INFO [RS:0;bfeb2336aed7:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:39295. 2024-11-13T13:20:19,125 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cc234bb56278eabee980a2a21721d2e, disabling compactions & flushes 2024-11-13T13:20:19,126 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:19,126 DEBUG [RS:0;bfeb2336aed7:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. after waiting 0 ms 2024-11-13T13:20:19,126 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:19,126 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:20:19,126 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:20:19,126 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:20:19,126 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:20:19,126 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:20:19,126 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1325): Online Regions={0cc234bb56278eabee980a2a21721d2e=test,,1731504011074.0cc234bb56278eabee980a2a21721d2e., 1588230740=hbase:meta,,1.1588230740, c923efa53930368aa16a01ad448e7e16=hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16.} 2024-11-13T13:20:19,126 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 0cc234bb56278eabee980a2a21721d2e, 1588230740, c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:19,126 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:19,126 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:19,126 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:20:19,129 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/default/test/0cc234bb56278eabee980a2a21721d2e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:19,130 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cc234bb56278eabee980a2a21721d2e: Waiting for close lock at 1731504019125Running coprocessor pre-close hooks at 1731504019125Disabling compacts and flushes for region at 1731504019125Disabling writes for close at 1731504019126 (+1 ms)Writing region close event to WAL at 1731504019126Running coprocessor post-close hooks at 1731504019129 (+3 ms)Closed at 1731504019130 (+1 ms) 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504011074.0cc234bb56278eabee980a2a21721d2e. 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c923efa53930368aa16a01ad448e7e16, disabling compactions & flushes 2024-11-13T13:20:19,130 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. after waiting 0 ms 2024-11-13T13:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:19,130 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c923efa53930368aa16a01ad448e7e16 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T13:20:19,141 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/info/7a28ef4e935f47aca2e5b7fdbc79d156 is 147, key is hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16./info:regioninfo/1731504015189/Put/seqid=0 2024-11-13T13:20:19,153 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/.tmp/hfileref/90296d8a0ef44276b99129615e59b194 is 74, key is 1/hfileref:72f13d7ae16e4a96971abccad4c50a85_SeqId_6_/1731504018553/DeleteColumn/seqid=0 2024-11-13T13:20:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741844_1020 (size=7686) 2024-11-13T13:20:19,158 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/info/7a28ef4e935f47aca2e5b7fdbc79d156 2024-11-13T13:20:19,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741845_1021 (size=5345) 2024-11-13T13:20:19,160 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/.tmp/hfileref/90296d8a0ef44276b99129615e59b194 2024-11-13T13:20:19,178 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 687, reset compression=false 2024-11-13T13:20:19,187 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:19,200 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/.tmp/queue/dc7feab5d3604266bfc07ce6fd727051 is 154, key is 1-bfeb2336aed7,39295,1731504006019/queue:bfeb2336aed7%2C39295%2C1731504006019/1731504018557/Put/seqid=0 2024-11-13T13:20:19,201 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/ns/f45887360f1f49829ed8270b231361f1 is 43, key is default/ns:d/1731504008731/Put/seqid=0 2024-11-13T13:20:19,201 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:19,201 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,41283,1731504000472 got entry batch from reader: WALEntryBatch [walEntries=[{test/3252c0b4c86298983809194a9dacd8fe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504018549/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T13:20:19,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bfeb2336aed7,39295,1731504006019 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T13:20:19,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:39610 deadline: 1731504079202, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bfeb2336aed7,39295,1731504006019 stopping 2024-11-13T13:20:19,205 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bfeb2336aed7,39295,1731504006019 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:19,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741846_1022 (size=5353) 2024-11-13T13:20:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741847_1023 (size=5153) 2024-11-13T13:20:19,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bfeb2336aed7,39295,1731504006019 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T13:20:19,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:39610 deadline: 1731504079309, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bfeb2336aed7,39295,1731504006019 stopping 2024-11-13T13:20:19,310 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bfeb2336aed7,39295,1731504006019 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:19,326 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:19,361 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1033, reset compression=false 2024-11-13T13:20:19,380 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:19,380 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1328, reset compression=false 2024-11-13T13:20:19,380 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39295,1731504006019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:19,381 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,39295,1731504006019: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,39295,1731504006019, walGroup=bfeb2336aed7%2C39295%2C1731504006019, offset=bfeb2336aed7%2C39295%2C1731504006019.1731504007909:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:39295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:20:19,391 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:20:19,391 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:20:19,392 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:20:19,392 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:20:19,392 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:20:19,392 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 534002960 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188051360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:20:19,393 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:20:19,401 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:19,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bfeb2336aed7,39295,1731504006019 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:19,518 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bfeb2336aed7,39295,1731504006019 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:19,527 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c923efa53930368aa16a01ad448e7e16 2024-11-13T13:20:19,603 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1328, reset compression=false 2024-11-13T13:20:19,622 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/.tmp/queue/dc7feab5d3604266bfc07ce6fd727051 2024-11-13T13:20:19,627 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/.tmp/hfileref/90296d8a0ef44276b99129615e59b194 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/hfileref/90296d8a0ef44276b99129615e59b194 2024-11-13T13:20:19,633 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/hfileref/90296d8a0ef44276b99129615e59b194, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T13:20:19,634 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/.tmp/queue/dc7feab5d3604266bfc07ce6fd727051 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/queue/dc7feab5d3604266bfc07ce6fd727051 2024-11-13T13:20:19,635 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/ns/f45887360f1f49829ed8270b231361f1 2024-11-13T13:20:19,653 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/queue/dc7feab5d3604266bfc07ce6fd727051, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T13:20:19,659 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c923efa53930368aa16a01ad448e7e16 in 529ms, sequenceid=12, compaction requested=false 2024-11-13T13:20:19,663 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/rep_barrier/fecfd52a31124f1b9c302b18751798dc is 112, key is test,,1731504011074.0cc234bb56278eabee980a2a21721d2e./rep_barrier:seqnumDuringOpen/1731504011866/Put/seqid=0 2024-11-13T13:20:19,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741848_1024 (size=5518) 2024-11-13T13:20:19,682 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/replication/c923efa53930368aa16a01ad448e7e16/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T13:20:19,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:19,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:19,683 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:19,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c923efa53930368aa16a01ad448e7e16: Waiting for close lock at 1731504019130Running coprocessor pre-close hooks at 1731504019130Disabling compacts and flushes for region at 1731504019130Disabling writes for close at 1731504019130Obtaining lock to block concurrent updates at 1731504019130Preparing flush snapshotting stores in c923efa53930368aa16a01ad448e7e16 at 1731504019130Finished memstore snapshotting hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731504019131 (+1 ms)Flushing stores of hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. at 1731504019131Flushing c923efa53930368aa16a01ad448e7e16/hfileref: creating writer at 1731504019131Flushing c923efa53930368aa16a01ad448e7e16/hfileref: appending metadata at 1731504019153 (+22 ms)Flushing c923efa53930368aa16a01ad448e7e16/hfileref: closing flushed file at 1731504019153Flushing c923efa53930368aa16a01ad448e7e16/queue: creating writer at 1731504019182 (+29 ms)Flushing c923efa53930368aa16a01ad448e7e16/queue: appending metadata at 1731504019199 (+17 ms)Flushing c923efa53930368aa16a01ad448e7e16/queue: closing flushed file at 1731504019199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dead9cc: reopening flushed file at 1731504019627 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f94d746: reopening flushed file at 1731504019633 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c923efa53930368aa16a01ad448e7e16 in 529ms, sequenceid=12, compaction requested=false at 1731504019659 (+26 ms)Writing region close event to WAL at 1731504019664 (+5 ms)Running coprocessor post-close hooks at 1731504019683 (+19 ms)Closed at 1731504019683 2024-11-13T13:20:19,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504014405.c923efa53930368aa16a01ad448e7e16. 2024-11-13T13:20:19,706 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:19,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:20:19,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:19,727 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:20:19,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:20:19,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:19,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:19,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T13:20:19,810 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:20:19,810 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:20:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bfeb2336aed7,39295,1731504006019 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:19,822 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bfeb2336aed7,39295,1731504006019 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:19,908 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1328, reset compression=false 2024-11-13T13:20:19,927 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:20:20,082 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/rep_barrier/fecfd52a31124f1b9c302b18751798dc 2024-11-13T13:20:20,107 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/table/2249a226fcab4aed9255032da161bb13 is 53, key is hbase:replication/table:state/1731504015196/Put/seqid=0 2024-11-13T13:20:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741849_1025 (size=5308) 2024-11-13T13:20:20,116 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:20,127 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:20:20,127 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:20:20,127 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:20:20,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bfeb2336aed7,39295,1731504006019 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:20,232 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bfeb2336aed7,39295,1731504006019 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:20,312 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.wal-reader.bfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/WALs/bfeb2336aed7,39295,1731504006019/bfeb2336aed7%2C39295%2C1731504006019.1731504007909 to pos 1328, reset compression=false 2024-11-13T13:20:20,327 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:20:20,512 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/table/2249a226fcab4aed9255032da161bb13 2024-11-13T13:20:20,518 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/info/7a28ef4e935f47aca2e5b7fdbc79d156 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/info/7a28ef4e935f47aca2e5b7fdbc79d156 2024-11-13T13:20:20,524 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/info/7a28ef4e935f47aca2e5b7fdbc79d156, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:20:20,525 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/ns/f45887360f1f49829ed8270b231361f1 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/ns/f45887360f1f49829ed8270b231361f1 2024-11-13T13:20:20,528 DEBUG [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:20:20,532 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/ns/f45887360f1f49829ed8270b231361f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:20:20,533 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/rep_barrier/fecfd52a31124f1b9c302b18751798dc as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/rep_barrier/fecfd52a31124f1b9c302b18751798dc 2024-11-13T13:20:20,538 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/rep_barrier/fecfd52a31124f1b9c302b18751798dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:20:20,539 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/.tmp/table/2249a226fcab4aed9255032da161bb13 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/table/2249a226fcab4aed9255032da161bb13 2024-11-13T13:20:20,545 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/table/2249a226fcab4aed9255032da161bb13, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:20:20,546 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=16, compaction requested=false 2024-11-13T13:20:20,582 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:20:20,582 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:20,582 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:20,582 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:20,582 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504019126Running coprocessor pre-close hooks at 1731504019126Disabling compacts and flushes for region at 1731504019126Disabling writes for close at 1731504019126Obtaining lock to block concurrent updates at 1731504019126Preparing flush snapshotting stores in 1588230740 at 1731504019126Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504019127 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731504019127Flushing 1588230740/info: creating writer at 1731504019127Flushing 1588230740/info: appending metadata at 1731504019141 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731504019141Flushing 1588230740/ns: creating writer at 1731504019181 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731504019199 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731504019199Flushing 1588230740/rep_barrier: creating writer at 1731504019639 (+440 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504019663 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504019663Flushing 1588230740/table: creating writer at 1731504020087 (+424 ms)Flushing 1588230740/table: appending metadata at 1731504020107 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731504020107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798a2ef1: reopening flushed file at 1731504020517 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c5bd0f: reopening flushed file at 1731504020524 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f82c2: reopening flushed file at 1731504020532 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7942e1e8: reopening flushed file at 1731504020538 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=16, compaction requested=false at 1731504020546 (+8 ms)Writing region close event to WAL at 1731504020576 (+30 ms)Running coprocessor post-close hooks at 1731504020582 (+6 ms)Closed at 1731504020582 2024-11-13T13:20:20,583 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:20,619 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:20,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:20,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,728 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,39295,1731504006019; all regions closed. 2024-11-13T13:20:20,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:20:20,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bfeb2336aed7,39295,1731504006019 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:20,746 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bfeb2336aed7,39295,1731504006019 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:20,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741839_1015 (size=3127) 2024-11-13T13:20:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741832_1008 (size=1336) 2024-11-13T13:20:20,774 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:20,774 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:20,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:20,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:20,774 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:20,775 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,39295,1731504006019 because: Region server is closing 2024-11-13T13:20:20,775 INFO [RS:0;bfeb2336aed7:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:39295. 2024-11-13T13:20:20,775 DEBUG [RS:0;bfeb2336aed7:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:20,775 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:20,775 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:20,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:20,775 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:20,875 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39295,1731504006019.replicationSource.shipperbfeb2336aed7%2C39295%2C1731504006019,1-bfeb2336aed7,39295,1731504006019 terminated 2024-11-13T13:20:20,876 INFO [RS:0;bfeb2336aed7:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:39295. 2024-11-13T13:20:20,876 DEBUG [RS:0;bfeb2336aed7:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:20,876 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:20,876 DEBUG [RS:0;bfeb2336aed7:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:20,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:20,876 INFO [RS:0;bfeb2336aed7:39295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39295 2024-11-13T13:20:20,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742/rs 2024-11-13T13:20:20,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1125309742/rs/bfeb2336aed7,39295,1731504006019 2024-11-13T13:20:20,926 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:20,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,39295,1731504006019] 2024-11-13T13:20:20,947 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1125309742/draining/bfeb2336aed7,39295,1731504006019 already deleted, retry=false 2024-11-13T13:20:20,948 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,39295,1731504006019 expired; onlineServers=0 2024-11-13T13:20:20,948 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,34717,1731504005873' ***** 2024-11-13T13:20:20,948 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:20:20,948 INFO [M:0;bfeb2336aed7:34717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:20,948 INFO [M:0;bfeb2336aed7:34717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:20,948 DEBUG [M:0;bfeb2336aed7:34717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:20:20,948 DEBUG [M:0;bfeb2336aed7:34717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:20:20,948 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:20:20,948 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504007616 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504007616,5,FailOnTimeoutGroup] 2024-11-13T13:20:20,948 INFO [M:0;bfeb2336aed7:34717 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:20,948 INFO [M:0;bfeb2336aed7:34717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:20,948 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504007616 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504007616,5,FailOnTimeoutGroup] 2024-11-13T13:20:20,948 DEBUG [M:0;bfeb2336aed7:34717 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:20:20,948 INFO [M:0;bfeb2336aed7:34717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:20:20,949 INFO [M:0;bfeb2336aed7:34717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:20,949 INFO [M:0;bfeb2336aed7:34717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:20:20,949 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:20:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1125309742/master 2024-11-13T13:20:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1125309742 2024-11-13T13:20:20,958 DEBUG [M:0;bfeb2336aed7:34717 {}] zookeeper.ZKUtil(347): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Unable to get data of znode /1125309742/master because node does not exist (not an error) 2024-11-13T13:20:20,958 WARN [M:0;bfeb2336aed7:34717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:20:20,959 INFO [M:0;bfeb2336aed7:34717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/.lastflushedseqids 2024-11-13T13:20:21,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741850_1026 (size=263) 2024-11-13T13:20:21,037 INFO [RS:0;bfeb2336aed7:39295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:21,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:21,038 INFO [RS:0;bfeb2336aed7:39295 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,39295,1731504006019; zookeeper connection closed. 2024-11-13T13:20:21,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x101345a412e0004, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:21,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d08ebc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d08ebc4 2024-11-13T13:20:21,045 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:20:21,232 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:21,350 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bfeb2336aed7:39295 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:39295 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:21,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address bfeb2336aed7:39295 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:39295 2024-11-13T13:20:21,351 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=bfeb2336aed7:39295 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:39295 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:39295 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T13:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T13:20:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:51200 deadline: 1731504081353, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T13:20:21,362 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T13:20:21,363 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T13:20:21,410 INFO [M:0;bfeb2336aed7:34717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:20:21,410 INFO [M:0;bfeb2336aed7:34717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:20:21,410 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:21,410 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:21,410 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:21,410 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:21,411 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:21,411 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T13:20:21,429 DEBUG [M:0;bfeb2336aed7:34717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3742879d572b480784d440fbcda2a033 is 82, key is hbase:meta,,1/info:regioninfo/1731504008708/Put/seqid=0 2024-11-13T13:20:21,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741851_1027 (size=5672) 2024-11-13T13:20:21,835 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3742879d572b480784d440fbcda2a033 2024-11-13T13:20:21,883 DEBUG [M:0;bfeb2336aed7:34717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e980407c090c4208a499aa6092799dea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504015200/Put/seqid=0 2024-11-13T13:20:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741852_1028 (size=8515) 2024-11-13T13:20:21,935 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:22,063 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T13:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T13:20:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:51200 deadline: 1731504082065, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T13:20:22,073 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T13:20:22,074 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T13:20:22,075 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T13:20:22,308 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e980407c090c4208a499aa6092799dea 2024-11-13T13:20:22,350 DEBUG [M:0;bfeb2336aed7:34717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23b61cb6d0ca44a6af517d8f4379aa12 is 69, key is bfeb2336aed7,39295,1731504006019/rs:state/1731504007701/Put/seqid=0 2024-11-13T13:20:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741853_1029 (size=5156) 2024-11-13T13:20:22,373 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23b61cb6d0ca44a6af517d8f4379aa12 2024-11-13T13:20:22,379 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3742879d572b480784d440fbcda2a033 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3742879d572b480784d440fbcda2a033 2024-11-13T13:20:22,385 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3742879d572b480784d440fbcda2a033, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T13:20:22,386 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e980407c090c4208a499aa6092799dea as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e980407c090c4208a499aa6092799dea 2024-11-13T13:20:22,397 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e980407c090c4208a499aa6092799dea, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T13:20:22,398 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23b61cb6d0ca44a6af517d8f4379aa12 as hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23b61cb6d0ca44a6af517d8f4379aa12 2024-11-13T13:20:22,413 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/08b803c6-7a3b-4498-e212-b49ed726e9cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23b61cb6d0ca44a6af517d8f4379aa12, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T13:20:22,414 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1003ms, sequenceid=97, compaction requested=false 2024-11-13T13:20:22,428 INFO [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:22,428 DEBUG [M:0;bfeb2336aed7:34717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504021410Disabling compacts and flushes for region at 1731504021410Disabling writes for close at 1731504021410Obtaining lock to block concurrent updates at 1731504021411 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504021411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731504021411Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504021412 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504021412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504021428 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504021428Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504021842 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504021881 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504021881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504022319 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504022349 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504022349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21dca0e8: reopening flushed file at 1731504022378 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ace94e1: reopening flushed file at 1731504022385 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a182d4: reopening flushed file at 1731504022397 (+12 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1003ms, sequenceid=97, compaction requested=false at 1731504022414 (+17 ms)Writing region close event to WAL at 1731504022428 (+14 ms)Closed at 1731504022428 2024-11-13T13:20:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741830_1006 (size=63642) 2024-11-13T13:20:22,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:22,439 INFO [M:0;bfeb2336aed7:34717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:20:22,439 INFO [M:0;bfeb2336aed7:34717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34717 2024-11-13T13:20:22,440 INFO [M:0;bfeb2336aed7:34717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34717-0x101345a412e0003, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:22,585 INFO [M:0;bfeb2336aed7:34717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:22,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75671e44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:22,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7f9b70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:22,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:22,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16739b31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:22,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:22,631 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:20:22,631 WARN [BP-2142621038-172.17.0.2-1731504003997 heartbeating to localhost/127.0.0.1:38455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:20:22,631 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:20:22,631 WARN [BP-2142621038-172.17.0.2-1731504003997 heartbeating to localhost/127.0.0.1:38455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2142621038-172.17.0.2-1731504003997 (Datanode Uuid 0031684e-3601-4ed4-baa5-67790c2fd7fd) service to localhost/127.0.0.1:38455 2024-11-13T13:20:22,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/cluster_87914a80-2922-2c35-5bd8-40859c92a6b6/data/data1/current/BP-2142621038-172.17.0.2-1731504003997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:22,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/cluster_87914a80-2922-2c35-5bd8-40859c92a6b6/data/data2/current/BP-2142621038-172.17.0.2-1731504003997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:22,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:20:22,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd5fa81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:22,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24c09ddd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:22,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:22,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77949d90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:22,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c0b2d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:22,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:20:22,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:20:22,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:22,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:22,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:22,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:22,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:22,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:20:22,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=243955845, stopped=false 2024-11-13T13:20:22,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,34351,1731504000274 2024-11-13T13:20:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442127416/running 2024-11-13T13:20:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:22,674 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442127416/running 2024-11-13T13:20:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:22,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:22,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:22,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:22,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/running 2024-11-13T13:20:22,675 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,41283,1731504000472' ***** 2024-11-13T13:20:22,675 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:20:22,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Set watcher on znode that does not yet exist, /0-1442127416/running 2024-11-13T13:20:22,676 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:20:22,676 INFO [RS:0;bfeb2336aed7:41283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:20:22,676 INFO [RS:0;bfeb2336aed7:41283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:20:22,676 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(3091): Received CLOSE for f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:22,676 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:20:22,696 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(3091): Received CLOSE for 3252c0b4c86298983809194a9dacd8fe 2024-11-13T13:20:22,696 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:22,696 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:22,696 INFO [RS:0;bfeb2336aed7:41283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:41283. 2024-11-13T13:20:22,696 DEBUG [RS:0;bfeb2336aed7:41283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:22,697 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:22,697 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:20:22,697 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:20:22,697 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:20:22,697 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:20:22,697 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5216823a5f989da2fdc0f01efdd1ff3, disabling compactions & flushes 2024-11-13T13:20:22,697 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:22,698 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:22,698 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. after waiting 0 ms 2024-11-13T13:20:22,698 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:22,698 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5216823a5f989da2fdc0f01efdd1ff3 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T13:20:22,704 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:20:22,704 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5216823a5f989da2fdc0f01efdd1ff3=hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3., 3252c0b4c86298983809194a9dacd8fe=test,,1731504008921.3252c0b4c86298983809194a9dacd8fe.} 2024-11-13T13:20:22,704 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3252c0b4c86298983809194a9dacd8fe, f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:22,710 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:22,711 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:22,711 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:22,711 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:22,711 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:22,711 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:20:22,745 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:22,747 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/.tmp/hfileref/f12f0688005249608b90a5410156215e is 74, key is 1/hfileref:980177109fa84fbeb89150a6a7dff30b_SeqId_6_/1731504018533/Put/seqid=0 2024-11-13T13:20:22,753 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/info/1774e2dff67f453b8d64185bab533b5a is 147, key is hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3./info:regioninfo/1731504013057/Put/seqid=0 2024-11-13T13:20:22,770 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.wal-reader.bfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.1731504002735 to pos 1033, reset compression=false 2024-11-13T13:20:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741846_1022 (size=5345) 2024-11-13T13:20:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741847_1023 (size=7686) 2024-11-13T13:20:22,806 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/info/1774e2dff67f453b8d64185bab533b5a 2024-11-13T13:20:22,848 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/ns/69f3d8703c494481972694360547cecb is 43, key is default/ns:d/1731504003849/Put/seqid=0 2024-11-13T13:20:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741848_1024 (size=5153) 2024-11-13T13:20:22,861 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/ns/69f3d8703c494481972694360547cecb 2024-11-13T13:20:22,875 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T13:20:22,876 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bfeb2336aed7:34717 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:34717 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:22,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address bfeb2336aed7:34717 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:34717 2024-11-13T13:20:22,887 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/rep_barrier/297051f49d094cf0983e1b4177b5c63e is 112, key is test,,1731504008921.3252c0b4c86298983809194a9dacd8fe./rep_barrier:seqnumDuringOpen/1731504010101/Put/seqid=0 2024-11-13T13:20:22,904 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3252c0b4c86298983809194a9dacd8fe, f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741849_1025 (size=5518) 2024-11-13T13:20:22,915 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/rep_barrier/297051f49d094cf0983e1b4177b5c63e 2024-11-13T13:20:22,949 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/table/706a562b43cd4c7ca2abf95fecee8610 is 53, key is hbase:replication/table:state/1731504013064/Put/seqid=0 2024-11-13T13:20:22,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:22,982 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bfeb2336aed7:34717 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:34717 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T13:20:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=bfeb2336aed7:34717 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:34717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T13:20:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address bfeb2336aed7:34717 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bfeb2336aed7/172.17.0.2:34717 2024-11-13T13:20:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741850_1026 (size=5308) 2024-11-13T13:20:23,010 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/table/706a562b43cd4c7ca2abf95fecee8610 2024-11-13T13:20:23,025 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/info/1774e2dff67f453b8d64185bab533b5a as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/info/1774e2dff67f453b8d64185bab533b5a 2024-11-13T13:20:23,037 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/info/1774e2dff67f453b8d64185bab533b5a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:20:23,038 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/ns/69f3d8703c494481972694360547cecb as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/ns/69f3d8703c494481972694360547cecb 2024-11-13T13:20:23,044 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/ns/69f3d8703c494481972694360547cecb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:20:23,052 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/rep_barrier/297051f49d094cf0983e1b4177b5c63e as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/rep_barrier/297051f49d094cf0983e1b4177b5c63e 2024-11-13T13:20:23,057 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/rep_barrier/297051f49d094cf0983e1b4177b5c63e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:20:23,058 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/.tmp/table/706a562b43cd4c7ca2abf95fecee8610 as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/table/706a562b43cd4c7ca2abf95fecee8610 2024-11-13T13:20:23,063 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/table/706a562b43cd4c7ca2abf95fecee8610, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:20:23,064 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 353ms, sequenceid=16, compaction requested=false 2024-11-13T13:20:23,105 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3252c0b4c86298983809194a9dacd8fe, f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:23,117 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:20:23,117 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:23,118 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:23,118 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:23,118 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504022710Running coprocessor pre-close hooks at 1731504022710Disabling compacts and flushes for region at 1731504022710Disabling writes for close at 1731504022711 (+1 ms)Obtaining lock to block concurrent updates at 1731504022711Preparing flush snapshotting stores in 1588230740 at 1731504022711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504022711Flushing stores of hbase:meta,,1.1588230740 at 1731504022712 (+1 ms)Flushing 1588230740/info: creating writer at 1731504022712Flushing 1588230740/info: appending metadata at 1731504022752 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731504022752Flushing 1588230740/ns: creating writer at 1731504022812 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731504022847 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731504022848 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731504022867 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504022886 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504022886Flushing 1588230740/table: creating writer at 1731504022920 (+34 ms)Flushing 1588230740/table: appending metadata at 1731504022948 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731504022948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4e7fe9: reopening flushed file at 1731504023016 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76add8c7: reopening flushed file at 1731504023038 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5ef29a: reopening flushed file at 1731504023044 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43614822: reopening flushed file at 1731504023057 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 353ms, sequenceid=16, compaction requested=false at 1731504023064 (+7 ms)Writing region close event to WAL at 1731504023106 (+42 ms)Running coprocessor post-close hooks at 1731504023117 (+11 ms)Closed at 1731504023118 (+1 ms) 2024-11-13T13:20:23,118 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:23,190 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/.tmp/hfileref/f12f0688005249608b90a5410156215e 2024-11-13T13:20:23,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:23,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bfeb2336aed7:34717 this server is in the failed servers list 2024-11-13T13:20:23,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bfeb2336aed7:34717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:23,238 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/.tmp/queue/a3a1dc6a7ac145599581cd61a1e7a91f is 153, key is 1-bfeb2336aed7,41283,1731504000472/queue:bfeb2336aed7%2C41283%2C1731504000472/1731504016529/Put/seqid=0 2024-11-13T13:20:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741851_1027 (size=5352) 2024-11-13T13:20:23,259 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/.tmp/queue/a3a1dc6a7ac145599581cd61a1e7a91f 2024-11-13T13:20:23,273 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/.tmp/hfileref/f12f0688005249608b90a5410156215e as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/hfileref/f12f0688005249608b90a5410156215e 2024-11-13T13:20:23,279 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/hfileref/f12f0688005249608b90a5410156215e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T13:20:23,280 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/.tmp/queue/a3a1dc6a7ac145599581cd61a1e7a91f as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/queue/a3a1dc6a7ac145599581cd61a1e7a91f 2024-11-13T13:20:23,303 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/queue/a3a1dc6a7ac145599581cd61a1e7a91f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T13:20:23,304 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f5216823a5f989da2fdc0f01efdd1ff3 in 606ms, sequenceid=10, compaction requested=false 2024-11-13T13:20:23,305 DEBUG [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1351): Waiting on 3252c0b4c86298983809194a9dacd8fe, f5216823a5f989da2fdc0f01efdd1ff3 2024-11-13T13:20:23,336 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/hbase/replication/f5216823a5f989da2fdc0f01efdd1ff3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T13:20:23,337 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:23,337 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:23,337 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:23,337 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5216823a5f989da2fdc0f01efdd1ff3: Waiting for close lock at 1731504022697Running coprocessor pre-close hooks at 1731504022697Disabling compacts and flushes for region at 1731504022697Disabling writes for close at 1731504022698 (+1 ms)Obtaining lock to block concurrent updates at 1731504022698Preparing flush snapshotting stores in f5216823a5f989da2fdc0f01efdd1ff3 at 1731504022698Finished memstore snapshotting hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731504022698Flushing stores of hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. at 1731504022699 (+1 ms)Flushing f5216823a5f989da2fdc0f01efdd1ff3/hfileref: creating writer at 1731504022699Flushing f5216823a5f989da2fdc0f01efdd1ff3/hfileref: appending metadata at 1731504022747 (+48 ms)Flushing f5216823a5f989da2fdc0f01efdd1ff3/hfileref: closing flushed file at 1731504022747Flushing f5216823a5f989da2fdc0f01efdd1ff3/queue: creating writer at 1731504023196 (+449 ms)Flushing f5216823a5f989da2fdc0f01efdd1ff3/queue: appending metadata at 1731504023234 (+38 ms)Flushing f5216823a5f989da2fdc0f01efdd1ff3/queue: closing flushed file at 1731504023234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322f748a: reopening flushed file at 1731504023266 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6feb48d6: reopening flushed file at 1731504023279 (+13 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f5216823a5f989da2fdc0f01efdd1ff3 in 606ms, sequenceid=10, compaction requested=false at 1731504023304 (+25 ms)Writing region close event to WAL at 1731504023332 (+28 ms)Running coprocessor post-close hooks at 1731504023337 (+5 ms)Closed at 1731504023337 2024-11-13T13:20:23,337 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504012237.f5216823a5f989da2fdc0f01efdd1ff3. 2024-11-13T13:20:23,338 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3252c0b4c86298983809194a9dacd8fe, disabling compactions & flushes 2024-11-13T13:20:23,338 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:23,338 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:23,338 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. after waiting 0 ms 2024-11-13T13:20:23,338 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:23,351 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/data/default/test/3252c0b4c86298983809194a9dacd8fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:20:23,351 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:23,351 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:23,351 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:23,352 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3252c0b4c86298983809194a9dacd8fe: Waiting for close lock at 1731504023338Running coprocessor pre-close hooks at 1731504023338Disabling compacts and flushes for region at 1731504023338Disabling writes for close at 1731504023338Writing region close event to WAL at 1731504023343 (+5 ms)Running coprocessor post-close hooks at 1731504023351 (+8 ms)Closed at 1731504023351 2024-11-13T13:20:23,352 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504008921.3252c0b4c86298983809194a9dacd8fe. 2024-11-13T13:20:23,502 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:23,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bfeb2336aed7:34717 this server is in the failed servers list 2024-11-13T13:20:23,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bfeb2336aed7:34717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:23,505 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,41283,1731504000472; all regions closed. 2024-11-13T13:20:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:20:23,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/WALs/bfeb2336aed7,41283,1731504000472/bfeb2336aed7%2C41283%2C1731504000472.meta.1731504003799.meta not finished, retry = 0 2024-11-13T13:20:23,604 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:20:23,604 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:20:23,621 DEBUG [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/oldWALs 2024-11-13T13:20:23,621 INFO [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C41283%2C1731504000472.meta:.meta(num 1731504003799) 2024-11-13T13:20:23,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741839_1015 (size=2695) 2024-11-13T13:20:23,640 DEBUG [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/oldWALs 2024-11-13T13:20:23,641 INFO [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C41283%2C1731504000472.rep:(num 1731504013015) 2024-11-13T13:20:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741832_1008 (size=1336) 2024-11-13T13:20:23,676 DEBUG [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/oldWALs 2024-11-13T13:20:23,677 INFO [RS:0;bfeb2336aed7:41283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C41283%2C1731504000472:(num 1731504002735) 2024-11-13T13:20:23,677 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:23,677 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:23,677 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:23,677 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:23,677 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:23,677 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:23,677 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,41283,1731504000472 because: Region server is closing 2024-11-13T13:20:23,678 INFO [RS:0;bfeb2336aed7:41283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:41283. 2024-11-13T13:20:23,678 DEBUG [RS:0;bfeb2336aed7:41283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:23,678 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:23,678 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:23,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:23,778 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T13:20:23,779 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T13:20:23,779 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T13:20:24,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:24,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bfeb2336aed7:34717 this server is in the failed servers list 2024-11-13T13:20:24,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bfeb2336aed7:34717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:24,680 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,41283,1731504000472.replicationSource.shipperbfeb2336aed7%2C41283%2C1731504000472,1-bfeb2336aed7,41283,1731504000472 terminated 2024-11-13T13:20:24,681 INFO [RS:0;bfeb2336aed7:41283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:41283. 2024-11-13T13:20:24,681 DEBUG [RS:0;bfeb2336aed7:41283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:24,681 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:24,681 DEBUG [RS:0;bfeb2336aed7:41283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:24,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:24,681 INFO [RS:0;bfeb2336aed7:41283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41283 2024-11-13T13:20:24,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416/rs 2024-11-13T13:20:24,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442127416/rs/bfeb2336aed7,41283,1731504000472 2024-11-13T13:20:24,747 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:24,748 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fab708e3288@231eddb7 rejected from java.util.concurrent.ThreadPoolExecutor@27215d0c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T13:20:24,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,41283,1731504000472] 2024-11-13T13:20:24,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442127416/draining/bfeb2336aed7,41283,1731504000472 already deleted, retry=false 2024-11-13T13:20:24,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,41283,1731504000472 expired; onlineServers=0 2024-11-13T13:20:24,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,34351,1731504000274' ***** 2024-11-13T13:20:24,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:24,769 DEBUG [M:0;bfeb2336aed7:34351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:20:24,769 DEBUG [M:0;bfeb2336aed7:34351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:20:24,769 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:20:24,769 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504002557 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504002557,5,FailOnTimeoutGroup] 2024-11-13T13:20:24,769 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504002560 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504002560,5,FailOnTimeoutGroup] 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:24,769 DEBUG [M:0;bfeb2336aed7:34351 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:24,769 INFO [M:0;bfeb2336aed7:34351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:20:24,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:20:24,779 DEBUG [M:0;bfeb2336aed7:34351 {}] zookeeper.ZKUtil(347): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Unable to get data of znode /0-1442127416/master because node does not exist (not an error) 2024-11-13T13:20:24,779 WARN [M:0;bfeb2336aed7:34351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:20:24,780 INFO [M:0;bfeb2336aed7:34351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/.lastflushedseqids 2024-11-13T13:20:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442127416/master 2024-11-13T13:20:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442127416 2024-11-13T13:20:24,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741852_1028 (size=263) 2024-11-13T13:20:24,820 INFO [M:0;bfeb2336aed7:34351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:20:24,820 INFO [M:0;bfeb2336aed7:34351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:20:24,820 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:24,820 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:24,820 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:24,820 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:24,820 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:24,820 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T13:20:24,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:24,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101345a412e0001, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:24,858 INFO [RS:0;bfeb2336aed7:41283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:24,858 INFO [RS:0;bfeb2336aed7:41283 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,41283,1731504000472; zookeeper connection closed. 2024-11-13T13:20:24,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a1ef2c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a1ef2c5 2024-11-13T13:20:24,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:20:24,895 DEBUG [M:0;bfeb2336aed7:34351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f449e0e834bcd9eb19df09f92ac80 is 82, key is hbase:meta,,1/info:regioninfo/1731504003829/Put/seqid=0 2024-11-13T13:20:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741853_1029 (size=5672) 2024-11-13T13:20:24,935 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f449e0e834bcd9eb19df09f92ac80 2024-11-13T13:20:24,982 DEBUG [M:0;bfeb2336aed7:34351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97bb181fb0944a7aac97ee030190798c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504013069/Put/seqid=0 2024-11-13T13:20:25,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:25,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741854_1030 (size=8516) 2024-11-13T13:20:25,025 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:25,029 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97bb181fb0944a7aac97ee030190798c 2024-11-13T13:20:25,076 DEBUG [M:0;bfeb2336aed7:34351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/532c8d5fbb09485f94524643ba7fb44d is 69, key is bfeb2336aed7,41283,1731504000472/rs:state/1731504002585/Put/seqid=0 2024-11-13T13:20:25,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741855_1031 (size=5156) 2024-11-13T13:20:25,512 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/532c8d5fbb09485f94524643ba7fb44d 2024-11-13T13:20:25,522 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f449e0e834bcd9eb19df09f92ac80 as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d91f449e0e834bcd9eb19df09f92ac80 2024-11-13T13:20:25,526 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d91f449e0e834bcd9eb19df09f92ac80, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T13:20:25,527 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97bb181fb0944a7aac97ee030190798c as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97bb181fb0944a7aac97ee030190798c 2024-11-13T13:20:25,539 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97bb181fb0944a7aac97ee030190798c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T13:20:25,543 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/532c8d5fbb09485f94524643ba7fb44d as hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/532c8d5fbb09485f94524643ba7fb44d 2024-11-13T13:20:25,549 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/99a46ce2-a7ec-85e0-7817-89bd5fe76fe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/532c8d5fbb09485f94524643ba7fb44d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T13:20:25,552 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 732ms, sequenceid=97, compaction requested=false 2024-11-13T13:20:25,559 INFO [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:25,559 DEBUG [M:0;bfeb2336aed7:34351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504024820Disabling compacts and flushes for region at 1731504024820Disabling writes for close at 1731504024820Obtaining lock to block concurrent updates at 1731504024820Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504024820Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731504024821 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504024834 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504024834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504024895 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504024895Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504024940 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504024981 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504024982 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504025034 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504025075 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504025075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465bed81: reopening flushed file at 1731504025521 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f135a36: reopening flushed file at 1731504025526 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1bd829: reopening flushed file at 1731504025539 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 732ms, sequenceid=97, compaction requested=false at 1731504025552 (+13 ms)Writing region close event to WAL at 1731504025559 (+7 ms)Closed at 1731504025559 2024-11-13T13:20:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741830_1006 (size=63654) 2024-11-13T13:20:25,569 INFO [M:0;bfeb2336aed7:34351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:20:25,569 INFO [M:0;bfeb2336aed7:34351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34351 2024-11-13T13:20:25,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:25,571 INFO [M:0;bfeb2336aed7:34351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:25,721 INFO [M:0;bfeb2336aed7:34351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34351-0x101345a412e0000, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:25,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ce2793{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:25,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b4a8a7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:25,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:25,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43926aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:25,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abc8943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:25,726 WARN [BP-367280097-172.17.0.2-1731503998360 heartbeating to localhost/127.0.0.1:35707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:20:25,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:20:25,727 WARN [BP-367280097-172.17.0.2-1731503998360 heartbeating to localhost/127.0.0.1:35707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367280097-172.17.0.2-1731503998360 (Datanode Uuid e5001374-efeb-4862-a946-ce373c4b2ec3) service to localhost/127.0.0.1:35707 2024-11-13T13:20:25,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:20:25,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/data/data1/current/BP-367280097-172.17.0.2-1731503998360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:25,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/cluster_17979450-3038-c6f1-cbf1-2b6936908985/data/data2/current/BP-367280097-172.17.0.2-1731503998360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:25,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:20:25,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40153778{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:25,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e0a25b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:25,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:25,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@419b73ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:25,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@408ed260{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da8b6abd-15ef-62fe-1297-0622d8838396/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:25,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:20:25,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:20:25,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 203) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38455 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38455 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35707 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35707 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38455 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35707 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3451 (was 3423) - AvailableMemoryMB LEAK? - 2024-11-13T13:20:25,803 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=3451 2024-11-13T13:20:25,820 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T13:20:25,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir so I do NOT create it in target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc 2024-11-13T13:20:25,823 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:20:25,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.tmp.dir so I do NOT create it in target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc 2024-11-13T13:20:25,823 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe658d13-639a-f8d1-07a4-c4b021023f2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:20:25,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc 2024-11-13T13:20:25,823 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22, deleteOnExit=true 2024-11-13T13:20:25,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101345a412e0005, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:20:25,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101345a412e0002, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:20:25,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101345a412e0002, quorum=127.0.0.1:53677, baseZNode=/0-1442127416 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:20:25,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101345a412e0005, quorum=127.0.0.1:53677, baseZNode=/1125309742 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:20:25,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/zookeeper_0, clientPort=49381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:20:25,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49381 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/test.cache.data in system properties and HBase conf 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:20:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:20:25,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:20:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:20:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:20:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:20:26,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:26,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:26,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:26,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:26,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:26,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:26,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:26,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:26,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72fb0ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:26,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142d828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:26,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56daac3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/java.io.tmpdir/jetty-localhost-36721-hadoop-hdfs-3_4_1-tests_jar-_-any-3062615875164443672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:26,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71aebddb{HTTP/1.1, (http/1.1)}{localhost:36721} 2024-11-13T13:20:26,368 INFO [Time-limited test {}] server.Server(415): Started @194691ms 2024-11-13T13:20:26,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:26,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:26,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:26,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:26,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:20:26,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c0c7c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:26,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15902f46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:26,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cbaec0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/java.io.tmpdir/jetty-localhost-43833-hadoop-hdfs-3_4_1-tests_jar-_-any-534212643269352808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:26,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a5307cf{HTTP/1.1, (http/1.1)}{localhost:43833} 2024-11-13T13:20:26,779 INFO [Time-limited test {}] server.Server(415): Started @195102ms 2024-11-13T13:20:26,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:20:27,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:27,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:27,041 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:27,597 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/data/data2/current/BP-1849409509-172.17.0.2-1731504025894/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:27,597 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/data/data1/current/BP-1849409509-172.17.0.2-1731504025894/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:27,618 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:20:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x960d8beafab9c547 with lease ID 0xb117cadfad1b1c6: Processing first storage report for DS-974b72b1-2837-4d6e-87ed-390b21e03bbe from datanode DatanodeRegistration(127.0.0.1:45203, datanodeUuid=a3dd6041-0859-45ca-b0c1-46e188b269ed, infoPort=35599, infoSecurePort=0, ipcPort=33059, storageInfo=lv=-57;cid=testClusterID;nsid=1646611662;c=1731504025894) 2024-11-13T13:20:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x960d8beafab9c547 with lease ID 0xb117cadfad1b1c6: from storage DS-974b72b1-2837-4d6e-87ed-390b21e03bbe node DatanodeRegistration(127.0.0.1:45203, datanodeUuid=a3dd6041-0859-45ca-b0c1-46e188b269ed, infoPort=35599, infoSecurePort=0, ipcPort=33059, storageInfo=lv=-57;cid=testClusterID;nsid=1646611662;c=1731504025894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x960d8beafab9c547 with lease ID 0xb117cadfad1b1c6: Processing first storage report for DS-5acf1438-e904-4af7-92bd-29341f927fca from datanode DatanodeRegistration(127.0.0.1:45203, datanodeUuid=a3dd6041-0859-45ca-b0c1-46e188b269ed, infoPort=35599, infoSecurePort=0, ipcPort=33059, storageInfo=lv=-57;cid=testClusterID;nsid=1646611662;c=1731504025894) 2024-11-13T13:20:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x960d8beafab9c547 with lease ID 0xb117cadfad1b1c6: from storage DS-5acf1438-e904-4af7-92bd-29341f927fca node DatanodeRegistration(127.0.0.1:45203, datanodeUuid=a3dd6041-0859-45ca-b0c1-46e188b269ed, infoPort=35599, infoSecurePort=0, ipcPort=33059, storageInfo=lv=-57;cid=testClusterID;nsid=1646611662;c=1731504025894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:27,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc 2024-11-13T13:20:27,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:27,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:20:28,131 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d with version=8 2024-11-13T13:20:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/hbase-staging 2024-11-13T13:20:28,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:28,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:28,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:20:28,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:28,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32821 2024-11-13T13:20:28,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32821 connecting to ZooKeeper ensemble=127.0.0.1:49381 2024-11-13T13:20:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328210x0, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:28,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32821-0x101345aaca20000 connected 2024-11-13T13:20:28,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:28,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:28,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/running 2024-11-13T13:20:28,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d, hbase.cluster.distributed=false 2024-11-13T13:20:28,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/acl 2024-11-13T13:20:28,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-13T13:20:28,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32821 2024-11-13T13:20:28,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32821 2024-11-13T13:20:28,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-13T13:20:28,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-13T13:20:28,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:28,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:28,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:28,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:28,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:28,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:28,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:20:28,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:28,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44119 2024-11-13T13:20:28,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44119 connecting to ZooKeeper ensemble=127.0.0.1:49381 2024-11-13T13:20:28,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:28,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441190x0, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:28,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441190x0, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/running 2024-11-13T13:20:28,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:20:28,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44119-0x101345aaca20001 connected 2024-11-13T13:20:28,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:20:28,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/master 2024-11-13T13:20:28,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/acl 2024-11-13T13:20:28,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44119 2024-11-13T13:20:28,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44119 2024-11-13T13:20:28,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44119 2024-11-13T13:20:28,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44119 2024-11-13T13:20:28,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44119 2024-11-13T13:20:28,378 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:32821 2024-11-13T13:20:28,378 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0413957843/backup-masters/bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843/backup-masters 2024-11-13T13:20:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843/backup-masters 2024-11-13T13:20:28,388 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on existing znode=/0413957843/backup-masters/bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0413957843/master 2024-11-13T13:20:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:28,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on existing znode=/0413957843/master 2024-11-13T13:20:28,399 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0413957843/backup-masters/bfeb2336aed7,32821,1731504028133 from backup master directory 2024-11-13T13:20:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0413957843/backup-masters/bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843/backup-masters 2024-11-13T13:20:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843/backup-masters 2024-11-13T13:20:28,409 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:28,409 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:28,416 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/hbase.id] with ID: 999fd483-a1fd-4bd9-bbf3-e19359d73446 2024-11-13T13:20:28,416 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/.tmp/hbase.id 2024-11-13T13:20:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:20:28,825 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/.tmp/hbase.id]:[hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/hbase.id] 2024-11-13T13:20:28,833 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:28,833 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:20:28,833 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:20:28,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:28,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:20:28,919 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:28,920 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:20:28,920 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:20:28,930 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store 2024-11-13T13:20:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:20:28,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:28,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:28,937 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:28,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:28,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:28,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:28,937 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:28,937 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504028937Disabling compacts and flushes for region at 1731504028937Disabling writes for close at 1731504028937Writing region close event to WAL at 1731504028937Closed at 1731504028937 2024-11-13T13:20:28,938 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/.initializing 2024-11-13T13:20:28,938 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/WALs/bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:28,938 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:28,939 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C32821%2C1731504028133, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/WALs/bfeb2336aed7,32821,1731504028133, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/oldWALs, maxLogs=10 2024-11-13T13:20:28,951 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/WALs/bfeb2336aed7,32821,1731504028133/bfeb2336aed7%2C32821%2C1731504028133.1731504028940, exclude list is [], retry=0 2024-11-13T13:20:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-974b72b1-2837-4d6e-87ed-390b21e03bbe,DISK] 2024-11-13T13:20:28,954 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/WALs/bfeb2336aed7,32821,1731504028133/bfeb2336aed7%2C32821%2C1731504028133.1731504028940 2024-11-13T13:20:28,955 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-13T13:20:28,955 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:28,955 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:28,955 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,955 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:20:28,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:28,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:28,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:20:28,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:28,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:28,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:20:28,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:28,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:28,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:20:28,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:28,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:28,960 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,961 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,961 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,962 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,962 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,962 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:28,963 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:28,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:28,965 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59838689, jitterRate=-0.10833404958248138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:28,965 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504028955Initializing all the Stores at 1731504028956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504028956Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504028956Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504028956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504028956Cleaning up temporary data from old regions at 1731504028962 (+6 ms)Region opened successfully at 1731504028965 (+3 ms) 2024-11-13T13:20:28,965 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:20:28,968 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f6518b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:28,969 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:20:28,969 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:20:28,969 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:20:28,969 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:20:28,969 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:20:28,970 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:20:28,970 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:20:28,971 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:20:28,972 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Unable to get data of znode /0413957843/balancer because node does not exist (not necessarily an error) 2024-11-13T13:20:28,977 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0413957843/balancer already deleted, retry=false 2024-11-13T13:20:28,977 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:20:28,978 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Unable to get data of znode /0413957843/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:20:28,987 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0413957843/normalizer already deleted, retry=false 2024-11-13T13:20:28,988 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:20:28,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Unable to get data of znode /0413957843/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:20:28,998 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0413957843/switch/split already deleted, retry=false 2024-11-13T13:20:29,004 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Unable to get data of znode /0413957843/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:20:29,008 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0413957843/switch/merge already deleted, retry=false 2024-11-13T13:20:29,011 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Unable to get data of znode /0413957843/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:20:29,019 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0413957843/snapshot-cleanup already deleted, retry=false 2024-11-13T13:20:29,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0413957843/running 2024-11-13T13:20:29,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0413957843/running 2024-11-13T13:20:29,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:29,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:29,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,32821,1731504028133, sessionid=0x101345aaca20000, setting cluster-up flag (Was=false) 2024-11-13T13:20:29,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:29,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:29,082 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0413957843/flush-table-proc/acquired, /0413957843/flush-table-proc/reached, /0413957843/flush-table-proc/abort 2024-11-13T13:20:29,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:29,135 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0413957843/online-snapshot/acquired, /0413957843/online-snapshot/reached, /0413957843/online-snapshot/abort 2024-11-13T13:20:29,136 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:29,137 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:20:29,138 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:29,138 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:20:29,138 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:20:29,138 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,32821,1731504028133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:20:29,139 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:29,139 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:29,139 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:29,139 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:29,140 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:20:29,140 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,140 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:29,140 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:29,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:20:29,142 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:29,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504059144 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:20:29,144 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:20:29,148 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,149 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:20:29,149 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:20:29,149 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:20:29,149 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:20:29,149 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:20:29,149 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:20:29,151 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504029149,5,FailOnTimeoutGroup] 2024-11-13T13:20:29,151 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504029151,5,FailOnTimeoutGroup] 2024-11-13T13:20:29,151 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,152 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:20:29,152 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,152 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:20:29,166 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(746): ClusterId : 999fd483-a1fd-4bd9-bbf3-e19359d73446 2024-11-13T13:20:29,166 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:20:29,244 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:20:29,244 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:20:29,308 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:20:29,308 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edf8783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:29,319 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:44119 2024-11-13T13:20:29,319 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:20:29,319 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:20:29,319 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:20:29,320 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,32821,1731504028133 with port=44119, startcode=1731504028333 2024-11-13T13:20:29,320 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:20:29,321 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:20:29,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:29,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:29,323 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d 2024-11-13T13:20:29,323 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33939 2024-11-13T13:20:29,323 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:20:29,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843/rs 2024-11-13T13:20:29,346 DEBUG [RS:0;bfeb2336aed7:44119 {}] zookeeper.ZKUtil(111): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on existing znode=/0413957843/rs/bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:29,346 WARN [RS:0;bfeb2336aed7:44119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:29,346 INFO [RS:0;bfeb2336aed7:44119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:29,346 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:29,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,44119,1731504028333] 2024-11-13T13:20:29,348 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:20:29,349 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:20:29,350 INFO [RS:0;bfeb2336aed7:44119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:20:29,350 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,350 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:20:29,350 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:20:29,350 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:29,351 DEBUG [RS:0;bfeb2336aed7:44119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:29,351 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,351 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,351 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,351 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,351 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,351 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44119,1731504028333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:29,366 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:20:29,366 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44119,1731504028333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,366 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,366 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.Replication(171): bfeb2336aed7,44119,1731504028333 started 2024-11-13T13:20:29,379 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:29,379 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,44119,1731504028333, RpcServer on bfeb2336aed7/172.17.0.2:44119, sessionid=0x101345aaca20001 2024-11-13T13:20:29,379 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:20:29,379 DEBUG [RS:0;bfeb2336aed7:44119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:29,379 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,44119,1731504028333' 2024-11-13T13:20:29,379 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0413957843/flush-table-proc/abort' 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0413957843/flush-table-proc/acquired' 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,44119,1731504028333' 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0413957843/online-snapshot/abort' 2024-11-13T13:20:29,380 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0413957843/online-snapshot/acquired' 2024-11-13T13:20:29,381 DEBUG [RS:0;bfeb2336aed7:44119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:20:29,381 INFO [RS:0;bfeb2336aed7:44119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:20:29,381 INFO [RS:0;bfeb2336aed7:44119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:20:29,481 INFO [RS:0;bfeb2336aed7:44119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:29,483 INFO [RS:0;bfeb2336aed7:44119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44119%2C1731504028333, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/oldWALs, maxLogs=10 2024-11-13T13:20:29,500 DEBUG [RS:0;bfeb2336aed7:44119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, exclude list is [], retry=0 2024-11-13T13:20:29,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-974b72b1-2837-4d6e-87ed-390b21e03bbe,DISK] 2024-11-13T13:20:29,504 INFO [RS:0;bfeb2336aed7:44119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 2024-11-13T13:20:29,504 DEBUG [RS:0;bfeb2336aed7:44119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-13T13:20:29,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:20:29,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d 2024-11-13T13:20:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:20:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:20:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:20:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:20:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:29,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:29,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:29,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:29,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:29,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:29,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:29,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:29,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:29,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:29,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:29,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:29,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:29,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:29,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:29,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:29,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:29,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:29,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:29,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:29,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740 2024-11-13T13:20:29,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740 2024-11-13T13:20:29,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:29,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:29,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:29,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:29,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:29,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61666401, jitterRate=-0.0810990184545517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:29,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504029964Initializing all the Stores at 1731504029965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504029965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504029965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504029965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504029965Cleaning up temporary data from old regions at 1731504029971 (+6 ms)Region opened successfully at 1731504029974 (+3 ms) 2024-11-13T13:20:29,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:29,974 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:29,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:29,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:29,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:29,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504029974Disabling compacts and flushes for region at 1731504029974Disabling writes for close at 1731504029974Writing region close event to WAL at 1731504029975 (+1 ms)Closed at 1731504029975 2024-11-13T13:20:29,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:29,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:20:29,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:20:29,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:29,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:20:30,127 DEBUG [bfeb2336aed7:32821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:20:30,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:30,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,44119,1731504028333, state=OPENING 2024-11-13T13:20:30,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:20:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:30,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0413957843/meta-region-server: CHANGED 2024-11-13T13:20:30,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0413957843/meta-region-server: CHANGED 2024-11-13T13:20:30,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:30,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44119,1731504028333}] 2024-11-13T13:20:30,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:30,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:20:30,344 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:20:30,344 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:30,344 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:20:30,346 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44119%2C1731504028333.meta, suffix=.meta, logDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/oldWALs, maxLogs=10 2024-11-13T13:20:30,357 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.meta.1731504030346.meta, exclude list is [], retry=0 2024-11-13T13:20:30,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-974b72b1-2837-4d6e-87ed-390b21e03bbe,DISK] 2024-11-13T13:20:30,360 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.meta.1731504030346.meta 2024-11-13T13:20:30,360 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-13T13:20:30,360 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:30,361 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:30,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:30,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:20:30,361 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:20:30,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:20:30,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:30,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:20:30,361 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:20:30,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:30,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:30,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:30,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:30,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:30,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:30,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:30,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:30,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:30,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:30,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:30,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:30,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:30,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:30,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:30,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:30,366 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:30,367 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740 2024-11-13T13:20:30,367 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740 2024-11-13T13:20:30,368 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:30,368 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:30,368 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:30,369 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:30,370 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58835634, jitterRate=-0.12328073382377625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:30,370 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:20:30,371 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504030361Writing region info on filesystem at 1731504030361Initializing all the Stores at 1731504030362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504030362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504030362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504030362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504030362Cleaning up temporary data from old regions at 1731504030368 (+6 ms)Running coprocessor post-open hooks at 1731504030370 (+2 ms)Region opened successfully at 1731504030371 (+1 ms) 2024-11-13T13:20:30,371 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504030340 2024-11-13T13:20:30,373 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:20:30,373 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:20:30,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:30,374 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,44119,1731504028333, state=OPEN 2024-11-13T13:20:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0413957843/meta-region-server 2024-11-13T13:20:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0413957843/meta-region-server 2024-11-13T13:20:30,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:30,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0413957843/meta-region-server: CHANGED 2024-11-13T13:20:30,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0413957843/meta-region-server: CHANGED 2024-11-13T13:20:30,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:20:30,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44119,1731504028333 in 229 msec 2024-11-13T13:20:30,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:20:30,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-13T13:20:30,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:30,420 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:20:30,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:30,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44119,1731504028333, seqNum=-1] 2024-11-13T13:20:30,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:30,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:30,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-13T13:20:30,427 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504030427, completionTime=-1 2024-11-13T13:20:30,427 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:20:30,427 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:20:30,428 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:20:30,428 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504090428 2024-11-13T13:20:30,428 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504150428 2024-11-13T13:20:30,428 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:20:30,429 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32821,1731504028133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,429 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32821,1731504028133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,429 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32821,1731504028133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,429 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:32821, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,429 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,429 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,430 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.023sec 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32821,1731504028133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:30,432 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32821,1731504028133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:20:30,434 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:20:30,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:20:30,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32821,1731504028133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:30,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406a8a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:30,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,32821,-1 for getting cluster id 2024-11-13T13:20:30,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:30,468 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999fd483-a1fd-4bd9-bbf3-e19359d73446' 2024-11-13T13:20:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999fd483-a1fd-4bd9-bbf3-e19359d73446" 2024-11-13T13:20:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56241dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,32821,-1] 2024-11-13T13:20:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:30,470 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:30,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2473aa59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:30,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44119,1731504028333, seqNum=-1] 2024-11-13T13:20:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:30,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:30,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:30,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49381 2024-11-13T13:20:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:30,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345aaca20002 connected 2024-11-13T13:20:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir so I do NOT create it in target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5 2024-11-13T13:20:30,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:20:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.tmp.dir so I do NOT create it in target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5 2024-11-13T13:20:30,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:20:30,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/cluster_38c127cd-5c3d-22f9-46c8-81fa951af2fe, deleteOnExit=true 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/test.cache.data in system properties and HBase conf 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:20:30,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:20:30,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:20:30,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:20:30,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:20:30,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:30,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:30,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:30,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:30,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:30,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:30,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6413312a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:30,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14e49bc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:30,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53fbd643{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-9264929294597691301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:30,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33f12aa2{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-13T13:20:30,937 INFO [Time-limited test {}] server.Server(415): Started @199260ms 2024-11-13T13:20:31,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:31,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:31,061 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:31,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:31,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:31,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:31,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:31,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:31,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@110b7914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:31,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f67ac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:31,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62ad124a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/java.io.tmpdir/jetty-localhost-36109-hadoop-hdfs-3_4_1-tests_jar-_-any-2708561292060457277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:31,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16b25b3c{HTTP/1.1, (http/1.1)}{localhost:36109} 2024-11-13T13:20:31,294 INFO [Time-limited test {}] server.Server(415): Started @199617ms 2024-11-13T13:20:31,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:20:31,973 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/cluster_38c127cd-5c3d-22f9-46c8-81fa951af2fe/data/data1/current/BP-1626948171-172.17.0.2-1731504030525/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:31,974 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/cluster_38c127cd-5c3d-22f9-46c8-81fa951af2fe/data/data2/current/BP-1626948171-172.17.0.2-1731504030525/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:31,997 WARN [Thread-2279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:20:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc28c1bd94d556986 with lease ID 0xb5d8ef7b9870ab7c: Processing first storage report for DS-3ba4d07d-fc24-474f-a991-fad67b446c12 from datanode DatanodeRegistration(127.0.0.1:41413, datanodeUuid=79ecc213-d0b2-47ff-88b9-8e4117e6ee0b, infoPort=35469, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=529132857;c=1731504030525) 2024-11-13T13:20:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc28c1bd94d556986 with lease ID 0xb5d8ef7b9870ab7c: from storage DS-3ba4d07d-fc24-474f-a991-fad67b446c12 node DatanodeRegistration(127.0.0.1:41413, datanodeUuid=79ecc213-d0b2-47ff-88b9-8e4117e6ee0b, infoPort=35469, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=529132857;c=1731504030525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc28c1bd94d556986 with lease ID 0xb5d8ef7b9870ab7c: Processing first storage report for DS-ebc4acde-db36-424b-a071-7fb3c98d32a4 from datanode DatanodeRegistration(127.0.0.1:41413, datanodeUuid=79ecc213-d0b2-47ff-88b9-8e4117e6ee0b, infoPort=35469, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=529132857;c=1731504030525) 2024-11-13T13:20:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc28c1bd94d556986 with lease ID 0xb5d8ef7b9870ab7c: from storage DS-ebc4acde-db36-424b-a071-7fb3c98d32a4 node DatanodeRegistration(127.0.0.1:41413, datanodeUuid=79ecc213-d0b2-47ff-88b9-8e4117e6ee0b, infoPort=35469, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=529132857;c=1731504030525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:32,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5 2024-11-13T13:20:32,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:20:32,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19 with version=8 2024-11-13T13:20:32,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/hbase-staging 2024-11-13T13:20:32,435 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:20:32,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:32,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38251 2024-11-13T13:20:32,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38251 connecting to ZooKeeper ensemble=127.0.0.1:49381 2024-11-13T13:20:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382510x0, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:32,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38251-0x101345aaca20003 connected 2024-11-13T13:20:32,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/running 2024-11-13T13:20:32,644 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19, hbase.cluster.distributed=false 2024-11-13T13:20:32,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/acl 2024-11-13T13:20:32,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38251 2024-11-13T13:20:32,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38251 2024-11-13T13:20:32,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38251 2024-11-13T13:20:32,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38251 2024-11-13T13:20:32,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38251 2024-11-13T13:20:32,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:20:32,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:32,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38547 2024-11-13T13:20:32,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38547 connecting to ZooKeeper ensemble=127.0.0.1:49381 2024-11-13T13:20:32,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385470x0, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:32,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385470x0, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/running 2024-11-13T13:20:32,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38547-0x101345aaca20004 connected 2024-11-13T13:20:32,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:20:32,674 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:20:32,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/master 2024-11-13T13:20:32,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/acl 2024-11-13T13:20:32,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-13T13:20:32,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38547 2024-11-13T13:20:32,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38547 2024-11-13T13:20:32,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-13T13:20:32,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-13T13:20:32,696 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:38251 2024-11-13T13:20:32,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11298126338/backup-masters/bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338/backup-masters 2024-11-13T13:20:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338/backup-masters 2024-11-13T13:20:32,703 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on existing znode=/11298126338/backup-masters/bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:32,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298126338/master 2024-11-13T13:20:32,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:32,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:32,714 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on existing znode=/11298126338/master 2024-11-13T13:20:32,714 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11298126338/backup-masters/bfeb2336aed7,38251,1731504032435 from backup master directory 2024-11-13T13:20:32,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338/backup-masters 2024-11-13T13:20:32,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298126338/backup-masters/bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:32,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338/backup-masters 2024-11-13T13:20:32,724 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:32,724 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:32,726 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/hbase.id] with ID: ff9da969-dddd-4dae-b6cc-eeacbf0229f4 2024-11-13T13:20:32,726 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/.tmp/hbase.id 2024-11-13T13:20:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:20:32,732 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/.tmp/hbase.id]:[hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/hbase.id] 2024-11-13T13:20:32,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:32,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:20:32,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:20:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:32,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:20:33,150 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:33,150 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:20:33,151 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:33,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:20:33,556 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store 2024-11-13T13:20:33,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:20:33,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:33,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:33,964 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:33,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:33,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:33,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:33,964 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:33,964 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504033964Disabling compacts and flushes for region at 1731504033964Disabling writes for close at 1731504033964Writing region close event to WAL at 1731504033964Closed at 1731504033964 2024-11-13T13:20:33,965 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/.initializing 2024-11-13T13:20:33,965 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/WALs/bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:33,965 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:33,967 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C38251%2C1731504032435, suffix=, logDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/WALs/bfeb2336aed7,38251,1731504032435, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/oldWALs, maxLogs=10 2024-11-13T13:20:33,978 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/WALs/bfeb2336aed7,38251,1731504032435/bfeb2336aed7%2C38251%2C1731504032435.1731504033967, exclude list is [], retry=0 2024-11-13T13:20:33,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41413,DS-3ba4d07d-fc24-474f-a991-fad67b446c12,DISK] 2024-11-13T13:20:33,981 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/WALs/bfeb2336aed7,38251,1731504032435/bfeb2336aed7%2C38251%2C1731504032435.1731504033967 2024-11-13T13:20:33,982 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-13T13:20:33,982 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:33,982 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:33,982 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,982 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:20:33,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:33,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:33,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:20:33,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:33,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:33,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:20:33,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:33,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:33,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:20:33,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:33,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:33,987 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,987 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,988 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:33,990 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:20:33,991 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:33,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71834963, jitterRate=0.07042436301708221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:33,992 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504033982Initializing all the Stores at 1731504033982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504033982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504033983 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504033983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504033983Cleaning up temporary data from old regions at 1731504033989 (+6 ms)Region opened successfully at 1731504033992 (+3 ms) 2024-11-13T13:20:33,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:20:33,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd3fc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:20:33,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:20:33,997 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:20:33,997 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Unable to get data of znode /11298126338/balancer because node does not exist (not necessarily an error) 2024-11-13T13:20:34,050 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298126338/balancer already deleted, retry=false 2024-11-13T13:20:34,051 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:20:34,051 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Unable to get data of znode /11298126338/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:20:34,061 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298126338/normalizer already deleted, retry=false 2024-11-13T13:20:34,061 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:20:34,062 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Unable to get data of znode /11298126338/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:20:34,071 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298126338/switch/split already deleted, retry=false 2024-11-13T13:20:34,072 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Unable to get data of znode /11298126338/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:20:34,082 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298126338/switch/merge already deleted, retry=false 2024-11-13T13:20:34,083 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Unable to get data of znode /11298126338/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:20:34,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298126338/snapshot-cleanup already deleted, retry=false 2024-11-13T13:20:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298126338/running 2024-11-13T13:20:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298126338/running 2024-11-13T13:20:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:34,103 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,38251,1731504032435, sessionid=0x101345aaca20003, setting cluster-up flag (Was=false) 2024-11-13T13:20:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:34,155 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11298126338/flush-table-proc/acquired, /11298126338/flush-table-proc/reached, /11298126338/flush-table-proc/abort 2024-11-13T13:20:34,156 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:34,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:34,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:34,208 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11298126338/online-snapshot/acquired, /11298126338/online-snapshot/reached, /11298126338/online-snapshot/abort 2024-11-13T13:20:34,209 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:34,210 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:20:34,211 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:34,211 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:20:34,211 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:20:34,211 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,38251,1731504032435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:20:34,212 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:34,212 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:34,212 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:34,212 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:20:34,213 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:20:34,213 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,213 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:34,213 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:34,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:20:34,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:34,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:20:34,220 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504064220 2024-11-13T13:20:34,220 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:20:34,220 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:20:34,221 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:20:34,224 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:20:34,224 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:20:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:20:34,228 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504034224,5,FailOnTimeoutGroup] 2024-11-13T13:20:34,228 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504034228,5,FailOnTimeoutGroup] 2024-11-13T13:20:34,228 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,228 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:20:34,228 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,228 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,286 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(746): ClusterId : ff9da969-dddd-4dae-b6cc-eeacbf0229f4 2024-11-13T13:20:34,286 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:20:34,293 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:20:34,293 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:20:34,303 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:20:34,304 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35491a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:20:34,314 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:38547 2024-11-13T13:20:34,314 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:20:34,314 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:20:34,314 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:20:34,315 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,38251,1731504032435 with port=38547, startcode=1731504032659 2024-11-13T13:20:34,315 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:20:34,316 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:20:34,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:34,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38251 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:34,317 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19 2024-11-13T13:20:34,317 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40977 2024-11-13T13:20:34,317 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:20:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338/rs 2024-11-13T13:20:34,324 DEBUG [RS:0;bfeb2336aed7:38547 {}] zookeeper.ZKUtil(111): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on existing znode=/11298126338/rs/bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:34,324 WARN [RS:0;bfeb2336aed7:38547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:34,324 INFO [RS:0;bfeb2336aed7:38547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:34,324 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:34,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,38547,1731504032659] 2024-11-13T13:20:34,327 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:20:34,328 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:20:34,329 INFO [RS:0;bfeb2336aed7:38547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:20:34,329 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,329 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:20:34,330 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:20:34,330 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:34,330 DEBUG [RS:0;bfeb2336aed7:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:20:34,330 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,331 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,331 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,331 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,331 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,331 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38547,1731504032659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:34,344 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:20:34,344 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38547,1731504032659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,345 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,345 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.Replication(171): bfeb2336aed7,38547,1731504032659 started 2024-11-13T13:20:34,357 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:34,357 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,38547,1731504032659, RpcServer on bfeb2336aed7/172.17.0.2:38547, sessionid=0x101345aaca20004 2024-11-13T13:20:34,357 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,38547,1731504032659' 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11298126338/flush-table-proc/abort' 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11298126338/flush-table-proc/acquired' 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,38547,1731504032659' 2024-11-13T13:20:34,358 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11298126338/online-snapshot/abort' 2024-11-13T13:20:34,359 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11298126338/online-snapshot/acquired' 2024-11-13T13:20:34,359 DEBUG [RS:0;bfeb2336aed7:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:20:34,359 INFO [RS:0;bfeb2336aed7:38547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:20:34,359 INFO [RS:0;bfeb2336aed7:38547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:20:34,459 INFO [RS:0;bfeb2336aed7:38547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:20:34,461 INFO [RS:0;bfeb2336aed7:38547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C38547%2C1731504032659, suffix=, logDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/oldWALs, maxLogs=10 2024-11-13T13:20:34,473 DEBUG [RS:0;bfeb2336aed7:38547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, exclude list is [], retry=0 2024-11-13T13:20:34,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41413,DS-3ba4d07d-fc24-474f-a991-fad67b446c12,DISK] 2024-11-13T13:20:34,477 INFO [RS:0;bfeb2336aed7:38547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 2024-11-13T13:20:34,477 DEBUG [RS:0;bfeb2336aed7:38547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-13T13:20:34,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:20:34,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19 2024-11-13T13:20:34,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:20:35,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:35,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:35,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:35,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:35,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:35,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:35,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:35,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:35,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:35,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:35,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740 2024-11-13T13:20:35,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740 2024-11-13T13:20:35,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:35,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:35,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:35,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:35,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:35,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68683082, jitterRate=0.02345767617225647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504035033Initializing all the Stores at 1731504035034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504035034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504035034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504035034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504035034Cleaning up temporary data from old regions at 1731504035040 (+6 ms)Region opened successfully at 1731504035043 (+3 ms) 2024-11-13T13:20:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:35,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:35,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:35,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504035043Disabling compacts and flushes for region at 1731504035043Disabling writes for close at 1731504035043Writing region close event to WAL at 1731504035043Closed at 1731504035043 2024-11-13T13:20:35,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:35,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:20:35,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:20:35,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:35,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:20:35,196 DEBUG [bfeb2336aed7:38251 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:20:35,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:35,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,38547,1731504032659, state=OPENING 2024-11-13T13:20:35,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:35,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:35,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:20:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:35,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:20:35,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298126338/meta-region-server: CHANGED 2024-11-13T13:20:35,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298126338/meta-region-server: CHANGED 2024-11-13T13:20:35,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,38547,1731504032659}] 2024-11-13T13:20:35,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:20:35,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:35,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:20:35,469 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:20:35,469 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:35,470 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:20:35,471 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C38547%2C1731504032659.meta, suffix=.meta, logDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/oldWALs, maxLogs=10 2024-11-13T13:20:35,483 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.meta.1731504035471.meta, exclude list is [], retry=0 2024-11-13T13:20:35,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41413,DS-3ba4d07d-fc24-474f-a991-fad67b446c12,DISK] 2024-11-13T13:20:35,486 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.meta.1731504035471.meta 2024-11-13T13:20:35,486 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:35,487 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:20:35,487 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:20:35,487 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:20:35,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:20:35,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:20:35,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:20:35,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:20:35,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:20:35,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:20:35,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:20:35,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:20:35,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:20:35,492 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:20:35,492 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740 2024-11-13T13:20:35,493 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740 2024-11-13T13:20:35,494 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:20:35,494 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:20:35,494 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:20:35,495 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:20:35,496 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65537320, jitterRate=-0.02341783046722412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:20:35,496 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:20:35,496 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504035488Writing region info on filesystem at 1731504035488Initializing all the Stores at 1731504035488Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504035488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504035488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504035488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504035488Cleaning up temporary data from old regions at 1731504035494 (+6 ms)Running coprocessor post-open hooks at 1731504035496 (+2 ms)Region opened successfully at 1731504035496 2024-11-13T13:20:35,497 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504035466 2024-11-13T13:20:35,498 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:20:35,498 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:20:35,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:35,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,38547,1731504032659, state=OPEN 2024-11-13T13:20:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11298126338/meta-region-server 2024-11-13T13:20:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11298126338/meta-region-server 2024-11-13T13:20:35,503 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:35,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298126338/meta-region-server: CHANGED 2024-11-13T13:20:35,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298126338/meta-region-server: CHANGED 2024-11-13T13:20:35,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:20:35,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,38547,1731504032659 in 189 msec 2024-11-13T13:20:35,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:20:35,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-13T13:20:35,506 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:20:35,506 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:20:35,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:35,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,38547,1731504032659, seqNum=-1] 2024-11-13T13:20:35,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:35,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:35,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-13T13:20:35,512 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504035511, completionTime=-1 2024-11-13T13:20:35,512 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:20:35,512 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504095513 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504155513 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38251,1731504032435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38251,1731504032435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38251,1731504032435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,513 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:38251, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,514 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,514 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,515 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.792sec 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38251,1731504032435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:20:35,516 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38251,1731504032435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:20:35,518 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:20:35,518 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:20:35,518 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38251,1731504032435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:20:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f50e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:35,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38251,-1 for getting cluster id 2024-11-13T13:20:35,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:35,588 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff9da969-dddd-4dae-b6cc-eeacbf0229f4' 2024-11-13T13:20:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff9da969-dddd-4dae-b6cc-eeacbf0229f4" 2024-11-13T13:20:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cebeec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38251,-1] 2024-11-13T13:20:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:35,589 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:35,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b67837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:35,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,38547,1731504032659, seqNum=-1] 2024-11-13T13:20:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:35,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:35,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:35,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49381 2024-11-13T13:20:35,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:35,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101345aaca20005 connected 2024-11-13T13:20:35,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4690c65 2024-11-13T13:20:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:35,622 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:35,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:20:35,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:35,625 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:35,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:20:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:35,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:20:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:36,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 744fe3cfe0d0a2bbdaa7cfc90e795f50, NAME => 'test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d 2024-11-13T13:20:36,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:20:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:36,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:36,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 744fe3cfe0d0a2bbdaa7cfc90e795f50, disabling compactions & flushes 2024-11-13T13:20:36,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. after waiting 0 ms 2024-11-13T13:20:36,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 744fe3cfe0d0a2bbdaa7cfc90e795f50: Waiting for close lock at 1731504036438Disabling compacts and flushes for region at 1731504036438Disabling writes for close at 1731504036438Writing region close event to WAL at 1731504036438Closed at 1731504036438 2024-11-13T13:20:36,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:36,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504036439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504036439"}]},"ts":"1731504036439"} 2024-11-13T13:20:36,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:36,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:36,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504036443"}]},"ts":"1731504036443"} 2024-11-13T13:20:36,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:20:36,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=744fe3cfe0d0a2bbdaa7cfc90e795f50, ASSIGN}] 2024-11-13T13:20:36,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=744fe3cfe0d0a2bbdaa7cfc90e795f50, ASSIGN 2024-11-13T13:20:36,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=744fe3cfe0d0a2bbdaa7cfc90e795f50, ASSIGN; state=OFFLINE, location=bfeb2336aed7,44119,1731504028333; forceNewPlan=false, retain=false 2024-11-13T13:20:36,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=744fe3cfe0d0a2bbdaa7cfc90e795f50, regionState=OPENING, regionLocation=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:36,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=744fe3cfe0d0a2bbdaa7cfc90e795f50, ASSIGN because future has completed 2024-11-13T13:20:36,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 744fe3cfe0d0a2bbdaa7cfc90e795f50, server=bfeb2336aed7,44119,1731504028333}] 2024-11-13T13:20:36,754 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,754 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 744fe3cfe0d0a2bbdaa7cfc90e795f50, NAME => 'test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:36,754 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:36,754 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:20:36,754 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,754 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:36,755 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,755 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,756 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,757 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744fe3cfe0d0a2bbdaa7cfc90e795f50 columnFamilyName f 2024-11-13T13:20:36,757 DEBUG [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:36,758 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] regionserver.HStore(327): Store=744fe3cfe0d0a2bbdaa7cfc90e795f50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:36,758 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,758 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744fe3cfe0d0a2bbdaa7cfc90e795f50 columnFamilyName f1 2024-11-13T13:20:36,758 DEBUG [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:36,759 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] regionserver.HStore(327): Store=744fe3cfe0d0a2bbdaa7cfc90e795f50/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:36,759 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,760 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744fe3cfe0d0a2bbdaa7cfc90e795f50 columnFamilyName norep 2024-11-13T13:20:36,760 DEBUG [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:36,760 INFO [StoreOpener-744fe3cfe0d0a2bbdaa7cfc90e795f50-1 {}] regionserver.HStore(327): Store=744fe3cfe0d0a2bbdaa7cfc90e795f50/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:36,760 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,760 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,761 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,761 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,761 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:36,762 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:36,763 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,764 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:36,765 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 744fe3cfe0d0a2bbdaa7cfc90e795f50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67460418, jitterRate=0.005238562822341919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:36,765 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:36,765 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 744fe3cfe0d0a2bbdaa7cfc90e795f50: Running coprocessor pre-open hook at 1731504036755Writing region info on filesystem at 1731504036755Initializing all the Stores at 1731504036755Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504036755Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504036756 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504036756Cleaning up temporary data from old regions at 1731504036761 (+5 ms)Running coprocessor post-open hooks at 1731504036765 (+4 ms)Region opened successfully at 1731504036765 2024-11-13T13:20:36,766 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50., pid=6, masterSystemTime=1731504036751 2024-11-13T13:20:36,768 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,768 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:36,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=744fe3cfe0d0a2bbdaa7cfc90e795f50, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:36,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 744fe3cfe0d0a2bbdaa7cfc90e795f50, server=bfeb2336aed7,44119,1731504028333 because future has completed 2024-11-13T13:20:36,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:20:36,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 744fe3cfe0d0a2bbdaa7cfc90e795f50, server=bfeb2336aed7,44119,1731504028333 in 172 msec 2024-11-13T13:20:36,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:20:36,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=744fe3cfe0d0a2bbdaa7cfc90e795f50, ASSIGN in 327 msec 2024-11-13T13:20:36,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:36,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504036774"}]},"ts":"1731504036774"} 2024-11-13T13:20:36,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:20:36,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:36,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-13T13:20:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:37,771 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:20:37,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58bbd0da 2024-11-13T13:20:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:37,773 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:37,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:20:37,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:37,775 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:37,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:20:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:37,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:20:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:38,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24e1349aa047a9b55dc051ef5bf10f4d, NAME => 'test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19 2024-11-13T13:20:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:38,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:38,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 24e1349aa047a9b55dc051ef5bf10f4d, disabling compactions & flushes 2024-11-13T13:20:38,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. after waiting 0 ms 2024-11-13T13:20:38,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24e1349aa047a9b55dc051ef5bf10f4d: Waiting for close lock at 1731504038600Disabling compacts and flushes for region at 1731504038600Disabling writes for close at 1731504038600Writing region close event to WAL at 1731504038600Closed at 1731504038600 2024-11-13T13:20:38,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:38,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504038601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504038601"}]},"ts":"1731504038601"} 2024-11-13T13:20:38,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:38,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:38,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504038603"}]},"ts":"1731504038603"} 2024-11-13T13:20:38,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:20:38,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24e1349aa047a9b55dc051ef5bf10f4d, ASSIGN}] 2024-11-13T13:20:38,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24e1349aa047a9b55dc051ef5bf10f4d, ASSIGN 2024-11-13T13:20:38,606 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=24e1349aa047a9b55dc051ef5bf10f4d, ASSIGN; state=OFFLINE, location=bfeb2336aed7,38547,1731504032659; forceNewPlan=false, retain=false 2024-11-13T13:20:38,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24e1349aa047a9b55dc051ef5bf10f4d, regionState=OPENING, regionLocation=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=24e1349aa047a9b55dc051ef5bf10f4d, ASSIGN because future has completed 2024-11-13T13:20:38,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24e1349aa047a9b55dc051ef5bf10f4d, server=bfeb2336aed7,38547,1731504032659}] 2024-11-13T13:20:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:38,914 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,914 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 24e1349aa047a9b55dc051ef5bf10f4d, NAME => 'test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:38,914 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:38,914 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:20:38,914 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,915 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:38,915 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,915 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,916 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,917 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e1349aa047a9b55dc051ef5bf10f4d columnFamilyName f 2024-11-13T13:20:38,917 DEBUG [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:38,918 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] regionserver.HStore(327): Store=24e1349aa047a9b55dc051ef5bf10f4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:38,918 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,919 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e1349aa047a9b55dc051ef5bf10f4d columnFamilyName f1 2024-11-13T13:20:38,919 DEBUG [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:38,919 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] regionserver.HStore(327): Store=24e1349aa047a9b55dc051ef5bf10f4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:38,919 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,920 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e1349aa047a9b55dc051ef5bf10f4d columnFamilyName norep 2024-11-13T13:20:38,920 DEBUG [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:38,920 INFO [StoreOpener-24e1349aa047a9b55dc051ef5bf10f4d-1 {}] regionserver.HStore(327): Store=24e1349aa047a9b55dc051ef5bf10f4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:38,920 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,921 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,921 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,922 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,922 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,922 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:38,923 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,925 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:38,925 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 24e1349aa047a9b55dc051ef5bf10f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72651845, jitterRate=0.08259685337543488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:38,925 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:38,925 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 24e1349aa047a9b55dc051ef5bf10f4d: Running coprocessor pre-open hook at 1731504038915Writing region info on filesystem at 1731504038915Initializing all the Stores at 1731504038916 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504038916Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504038916Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504038916Cleaning up temporary data from old regions at 1731504038922 (+6 ms)Running coprocessor post-open hooks at 1731504038925 (+3 ms)Region opened successfully at 1731504038925 2024-11-13T13:20:38,926 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d., pid=6, masterSystemTime=1731504038910 2024-11-13T13:20:38,928 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,928 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:38,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24e1349aa047a9b55dc051ef5bf10f4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24e1349aa047a9b55dc051ef5bf10f4d, server=bfeb2336aed7,38547,1731504032659 because future has completed 2024-11-13T13:20:38,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:20:38,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 24e1349aa047a9b55dc051ef5bf10f4d, server=bfeb2336aed7,38547,1731504032659 in 172 msec 2024-11-13T13:20:38,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:20:38,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=24e1349aa047a9b55dc051ef5bf10f4d, ASSIGN in 328 msec 2024-11-13T13:20:38,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:38,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504038935"}]},"ts":"1731504038935"} 2024-11-13T13:20:38,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:20:38,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:38,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-13T13:20:39,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:20:39,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:20:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T13:20:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T13:20:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T13:20:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:20:39,922 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:20:39,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f6494a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,32821,-1 for getting cluster id 2024-11-13T13:20:39,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:39,923 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999fd483-a1fd-4bd9-bbf3-e19359d73446' 2024-11-13T13:20:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999fd483-a1fd-4bd9-bbf3-e19359d73446" 2024-11-13T13:20:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57707655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,32821,-1] 2024-11-13T13:20:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:39,924 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f3aa2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b79621b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38251,-1 for getting cluster id 2024-11-13T13:20:39,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:39,925 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff9da969-dddd-4dae-b6cc-eeacbf0229f4' 2024-11-13T13:20:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff9da969-dddd-4dae-b6cc-eeacbf0229f4" 2024-11-13T13:20:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a2d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38251,-1] 2024-11-13T13:20:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:39,926 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf29fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be75b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,32821,-1 for getting cluster id 2024-11-13T13:20:39,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:39,928 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999fd483-a1fd-4bd9-bbf3-e19359d73446' 2024-11-13T13:20:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999fd483-a1fd-4bd9-bbf3-e19359d73446" 2024-11-13T13:20:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0b4e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,32821,-1] 2024-11-13T13:20:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:39,929 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd62c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34214198 2024-11-13T13:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:39,931 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:39,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:38251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:20:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:20:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:39,934 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:38251' 2024-11-13T13:20:39,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be704f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,935 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38251,-1 for getting cluster id 2024-11-13T13:20:39,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:39,935 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff9da969-dddd-4dae-b6cc-eeacbf0229f4' 2024-11-13T13:20:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff9da969-dddd-4dae-b6cc-eeacbf0229f4" 2024-11-13T13:20:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb78901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38251,-1] 2024-11-13T13:20:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:39,937 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:39,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f358b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:39,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:39,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:39,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22627ac3 2024-11-13T13:20:39,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:39,939 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:39,939 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:20:39,939 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:20:39,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:39,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:39,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:39,940 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:39,941 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:20:39,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:39,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:39,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:39,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:20:39,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e547021dc4b5eff90fcb6a7890a34f1f, NAME => 'hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d 2024-11-13T13:20:39,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:20:39,991 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:20:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:40,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:20:40,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:40,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e547021dc4b5eff90fcb6a7890a34f1f, disabling compactions & flushes 2024-11-13T13:20:40,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. after waiting 0 ms 2024-11-13T13:20:40,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e547021dc4b5eff90fcb6a7890a34f1f: Waiting for close lock at 1731504040361Disabling compacts and flushes for region at 1731504040361Disabling writes for close at 1731504040361Writing region close event to WAL at 1731504040361Closed at 1731504040361 2024-11-13T13:20:40,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:40,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504040411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504040411"}]},"ts":"1731504040411"} 2024-11-13T13:20:40,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:40,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:40,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504040413"}]},"ts":"1731504040413"} 2024-11-13T13:20:40,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:20:40,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e547021dc4b5eff90fcb6a7890a34f1f, ASSIGN}] 2024-11-13T13:20:40,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e547021dc4b5eff90fcb6a7890a34f1f, ASSIGN 2024-11-13T13:20:40,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e547021dc4b5eff90fcb6a7890a34f1f, ASSIGN; state=OFFLINE, location=bfeb2336aed7,44119,1731504028333; forceNewPlan=false, retain=false 2024-11-13T13:20:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:40,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e547021dc4b5eff90fcb6a7890a34f1f, regionState=OPENING, regionLocation=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:40,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e547021dc4b5eff90fcb6a7890a34f1f, ASSIGN because future has completed 2024-11-13T13:20:40,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e547021dc4b5eff90fcb6a7890a34f1f, server=bfeb2336aed7,44119,1731504028333}] 2024-11-13T13:20:40,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:40,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:20:40,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44119%2C1731504028333.rep, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/oldWALs, maxLogs=10 2024-11-13T13:20:40,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.rep.1731504040726, exclude list is [], retry=0 2024-11-13T13:20:40,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-974b72b1-2837-4d6e-87ed-390b21e03bbe,DISK] 2024-11-13T13:20:40,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.rep.1731504040726 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e547021dc4b5eff90fcb6a7890a34f1f, NAME => 'hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:40,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. service=MultiRowMutationService 2024-11-13T13:20:40,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,741 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,742 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e547021dc4b5eff90fcb6a7890a34f1f columnFamilyName hfileref 2024-11-13T13:20:40,742 DEBUG [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:40,743 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] regionserver.HStore(327): Store=e547021dc4b5eff90fcb6a7890a34f1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:40,743 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,744 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e547021dc4b5eff90fcb6a7890a34f1f columnFamilyName queue 2024-11-13T13:20:40,744 DEBUG [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:40,744 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] regionserver.HStore(327): Store=e547021dc4b5eff90fcb6a7890a34f1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:40,744 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,745 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e547021dc4b5eff90fcb6a7890a34f1f columnFamilyName sid 2024-11-13T13:20:40,745 DEBUG [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:40,745 INFO [StoreOpener-e547021dc4b5eff90fcb6a7890a34f1f-1 {}] regionserver.HStore(327): Store=e547021dc4b5eff90fcb6a7890a34f1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:40,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/replication/e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/replication/e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:40,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/replication/e547021dc4b5eff90fcb6a7890a34f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:40,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e547021dc4b5eff90fcb6a7890a34f1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68369741, jitterRate=0.01878853142261505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:40,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:40,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e547021dc4b5eff90fcb6a7890a34f1f: Running coprocessor pre-open hook at 1731504040740Writing region info on filesystem at 1731504040740Initializing all the Stores at 1731504040741 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504040741Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504040741Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504040741Cleaning up temporary data from old regions at 1731504040747 (+6 ms)Running coprocessor post-open hooks at 1731504040750 (+3 ms)Region opened successfully at 1731504040750 2024-11-13T13:20:40,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f., pid=10, masterSystemTime=1731504040721 2024-11-13T13:20:40,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:40,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e547021dc4b5eff90fcb6a7890a34f1f, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e547021dc4b5eff90fcb6a7890a34f1f, server=bfeb2336aed7,44119,1731504028333 because future has completed 2024-11-13T13:20:40,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:20:40,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e547021dc4b5eff90fcb6a7890a34f1f, server=bfeb2336aed7,44119,1731504028333 in 187 msec 2024-11-13T13:20:40,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:20:40,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e547021dc4b5eff90fcb6a7890a34f1f, ASSIGN in 342 msec 2024-11-13T13:20:40,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:40,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504040759"}]},"ts":"1731504040759"} 2024-11-13T13:20:40,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:20:40,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:40,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-13T13:20:40,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f., hostname=bfeb2336aed7,44119,1731504028333, seqNum=2] 2024-11-13T13:20:40,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:40,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:40,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:20:40,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:41,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:20:41,003 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:20:41,028 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,44119,1731504028333, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:20:41,028 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:41,028 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44119,1731504028333, seqNum=-1] 2024-11-13T13:20:41,029 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:41,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:41,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,44119,1731504028333', locateType=CURRENT is [region=hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f., hostname=bfeb2336aed7,44119,1731504028333, seqNum=2] 2024-11-13T13:20:41,034 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:20:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:20:41,036 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,44119,1731504028333 suceeded 2024-11-13T13:20:41,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:20:41,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T13:20:41,037 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:38251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:20:41,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1060 sec 2024-11-13T13:20:41,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:41,048 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:38251' 2024-11-13T13:20:41,049 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@299f84aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,049 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38251,-1 for getting cluster id 2024-11-13T13:20:41,049 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:41,050 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff9da969-dddd-4dae-b6cc-eeacbf0229f4' 2024-11-13T13:20:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff9da969-dddd-4dae-b6cc-eeacbf0229f4" 2024-11-13T13:20:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d93109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38251,-1] 2024-11-13T13:20:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,051 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:41,051 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbfeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,051 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c09345 2024-11-13T13:20:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:41,053 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T13:20:41,053 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,44119,1731504028333 (queues=1) is replicating from cluster=999fd483-a1fd-4bd9-bbf3-e19359d73446 to cluster=ff9da969-dddd-4dae-b6cc-eeacbf0229f4 2024-11-13T13:20:41,053 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C44119%2C1731504028333 2024-11-13T13:20:41,053 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,44119,1731504028333, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:20:41,054 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C44119%2C1731504028333 2024-11-13T13:20:41,054 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, startPosition=0, beingWritten=true 2024-11-13T13:20:41,058 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:41,058 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:41,058 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44119,1731504028333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:41,072 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:20:41,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:41,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:41,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:41,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71640688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38251,-1 for getting cluster id 2024-11-13T13:20:41,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:41,074 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff9da969-dddd-4dae-b6cc-eeacbf0229f4' 2024-11-13T13:20:41,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:41,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff9da969-dddd-4dae-b6cc-eeacbf0229f4" 2024-11-13T13:20:41,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a83b141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38251,-1] 2024-11-13T13:20:41,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:41,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,076 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:41,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4e485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cad2a45 2024-11-13T13:20:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:41,084 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:41,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:20:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:20:41,087 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:32821' 2024-11-13T13:20:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:41,095 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a2146e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,095 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,32821,-1 for getting cluster id 2024-11-13T13:20:41,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:41,096 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999fd483-a1fd-4bd9-bbf3-e19359d73446' 2024-11-13T13:20:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999fd483-a1fd-4bd9-bbf3-e19359d73446" 2024-11-13T13:20:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579d82dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,32821,-1] 2024-11-13T13:20:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:41,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,098 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:41,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df3b734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:41,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501ffe0e 2024-11-13T13:20:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:41,101 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:20:41,103 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:20:41,103 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:20:41,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:41,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:41,103 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:20:41,104 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:20:41,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:20:41,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:41,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:20:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:20:41,154 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:20:41,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:41,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:41,161 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18285 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:41,261 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:41,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:20:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:41,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c166ff0e743ff9dd6c3e7cf6bb5c3d7e, NAME => 'hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19 2024-11-13T13:20:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:20:41,565 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:41,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:41,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c166ff0e743ff9dd6c3e7cf6bb5c3d7e, disabling compactions & flushes 2024-11-13T13:20:41,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:41,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:41,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. after waiting 0 ms 2024-11-13T13:20:41,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:41,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:41,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c166ff0e743ff9dd6c3e7cf6bb5c3d7e: Waiting for close lock at 1731504041922Disabling compacts and flushes for region at 1731504041922Disabling writes for close at 1731504041922Writing region close event to WAL at 1731504041922Closed at 1731504041922 2024-11-13T13:20:41,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:20:41,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504041923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504041923"}]},"ts":"1731504041923"} 2024-11-13T13:20:41,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:20:41,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:20:41,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504041926"}]},"ts":"1731504041926"} 2024-11-13T13:20:41,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:20:41,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, ASSIGN}] 2024-11-13T13:20:41,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, ASSIGN 2024-11-13T13:20:41,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, ASSIGN; state=OFFLINE, location=bfeb2336aed7,38547,1731504032659; forceNewPlan=false, retain=false 2024-11-13T13:20:41,968 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:42,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, regionState=OPENING, regionLocation=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:42,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, ASSIGN because future has completed 2024-11-13T13:20:42,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c166ff0e743ff9dd6c3e7cf6bb5c3d7e, server=bfeb2336aed7,38547,1731504032659}] 2024-11-13T13:20:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:42,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:42,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:20:42,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:20:42,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C38547%2C1731504032659.rep, suffix=, logDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/oldWALs, maxLogs=10 2024-11-13T13:20:42,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.rep.1731504042238, exclude list is [], retry=0 2024-11-13T13:20:42,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41413,DS-3ba4d07d-fc24-474f-a991-fad67b446c12,DISK] 2024-11-13T13:20:42,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.rep.1731504042238 2024-11-13T13:20:42,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-13T13:20:42,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c166ff0e743ff9dd6c3e7cf6bb5c3d7e, NAME => 'hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:20:42,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:20:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:20:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. service=MultiRowMutationService 2024-11-13T13:20:42,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:20:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:20:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,255 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,256 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c166ff0e743ff9dd6c3e7cf6bb5c3d7e columnFamilyName hfileref 2024-11-13T13:20:42,256 DEBUG [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:42,257 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] regionserver.HStore(327): Store=c166ff0e743ff9dd6c3e7cf6bb5c3d7e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:42,257 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,257 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c166ff0e743ff9dd6c3e7cf6bb5c3d7e columnFamilyName queue 2024-11-13T13:20:42,257 DEBUG [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:42,257 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] regionserver.HStore(327): Store=c166ff0e743ff9dd6c3e7cf6bb5c3d7e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:42,258 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,258 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c166ff0e743ff9dd6c3e7cf6bb5c3d7e columnFamilyName sid 2024-11-13T13:20:42,258 DEBUG [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:20:42,259 INFO [StoreOpener-c166ff0e743ff9dd6c3e7cf6bb5c3d7e-1 {}] regionserver.HStore(327): Store=c166ff0e743ff9dd6c3e7cf6bb5c3d7e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:20:42,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/replication/c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/replication/c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:20:42,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/replication/c166ff0e743ff9dd6c3e7cf6bb5c3d7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:20:42,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c166ff0e743ff9dd6c3e7cf6bb5c3d7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59874979, jitterRate=-0.10779328644275665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:20:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:42,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c166ff0e743ff9dd6c3e7cf6bb5c3d7e: Running coprocessor pre-open hook at 1731504042254Writing region info on filesystem at 1731504042254Initializing all the Stores at 1731504042255 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504042255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504042255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504042255Cleaning up temporary data from old regions at 1731504042260 (+5 ms)Running coprocessor post-open hooks at 1731504042266 (+6 ms)Region opened successfully at 1731504042266 2024-11-13T13:20:42,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e., pid=10, masterSystemTime=1731504042234 2024-11-13T13:20:42,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:42,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:42,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:42,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c166ff0e743ff9dd6c3e7cf6bb5c3d7e, server=bfeb2336aed7,38547,1731504032659 because future has completed 2024-11-13T13:20:42,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:20:42,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c166ff0e743ff9dd6c3e7cf6bb5c3d7e, server=bfeb2336aed7,38547,1731504032659 in 189 msec 2024-11-13T13:20:42,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:20:42,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c166ff0e743ff9dd6c3e7cf6bb5c3d7e, ASSIGN in 345 msec 2024-11-13T13:20:42,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:20:42,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504042275"}]},"ts":"1731504042275"} 2024-11-13T13:20:42,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:20:42,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:20:42,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-13T13:20:42,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e., hostname=bfeb2336aed7,38547,1731504032659, seqNum=2] 2024-11-13T13:20:42,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:42,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:42,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:20:42,471 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:42,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:20:42,550 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:20:42,576 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,38547,1731504032659, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:20:42,577 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:42,577 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,38547,1731504032659, seqNum=-1] 2024-11-13T13:20:42,577 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:42,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,38547,1731504032659', locateType=CURRENT is [region=hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e., hostname=bfeb2336aed7,38547,1731504032659, seqNum=2] 2024-11-13T13:20:42,595 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:20:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:20:42,597 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,38547,1731504032659 suceeded 2024-11-13T13:20:42,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:20:42,599 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:20:42,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-13T13:20:42,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-13T13:20:42,609 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:32821' 2024-11-13T13:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4de9b924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,32821,-1 for getting cluster id 2024-11-13T13:20:42,610 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:42,611 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999fd483-a1fd-4bd9-bbf3-e19359d73446' 2024-11-13T13:20:42,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999fd483-a1fd-4bd9-bbf3-e19359d73446" 2024-11-13T13:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc07a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,32821,-1] 2024-11-13T13:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:42,613 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:42,613 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26506da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:42,614 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:42,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:42,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b25da1 2024-11-13T13:20:42,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:20:42,615 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T13:20:42,615 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,38547,1731504032659 (queues=1) is replicating from cluster=ff9da969-dddd-4dae-b6cc-eeacbf0229f4 to cluster=999fd483-a1fd-4bd9-bbf3-e19359d73446 2024-11-13T13:20:42,616 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C38547%2C1731504032659 2024-11-13T13:20:42,616 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,38547,1731504032659, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:20:42,616 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C38547%2C1731504032659 2024-11-13T13:20:42,616 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, startPosition=0, beingWritten=true 2024-11-13T13:20:42,620 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:42,620 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 379, reset compression=false 2024-11-13T13:20:42,620 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,38547,1731504032659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:42,825 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 379, reset compression=false 2024-11-13T13:20:43,084 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:43,128 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 379, reset compression=false 2024-11-13T13:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:20:43,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:20:43,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:43,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:43,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:43,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:43,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:43,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44119,1731504028333, seqNum=-1] 2024-11-13T13:20:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:43,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:43,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50., hostname=bfeb2336aed7,44119,1731504028333, seqNum=2] 2024-11-13T13:20:43,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,38547,1731504032659, seqNum=-1] 2024-11-13T13:20:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:43,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:20:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d., hostname=bfeb2336aed7,38547,1731504032659, seqNum=2] 2024-11-13T13:20:43,243 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T13:20:43,532 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 379, reset compression=false 2024-11-13T13:20:43,787 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 379, reset compression=false 2024-11-13T13:20:43,791 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:43,791 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 480, reset compression=false 2024-11-13T13:20:43,791 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44119,1731504028333 got entry batch from reader: WALEntryBatch [walEntries=[{test/744fe3cfe0d0a2bbdaa7cfc90e795f50/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T13:20:43,793 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:43,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T13:20:43,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:20:43,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a0df7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:43,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38251,-1 for getting cluster id 2024-11-13T13:20:43,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:43,798 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff9da969-dddd-4dae-b6cc-eeacbf0229f4' 2024-11-13T13:20:43,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:43,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff9da969-dddd-4dae-b6cc-eeacbf0229f4" 2024-11-13T13:20:43,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aad99c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:43,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38251,-1] 2024-11-13T13:20:43,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:43,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:43,800 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:43,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433af6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:43,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:43,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,38547,1731504032659, seqNum=-1] 2024-11-13T13:20:43,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:43,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:43,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d., hostname=bfeb2336aed7,38547,1731504032659, seqNum=2] 2024-11-13T13:20:43,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:20:43,995 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 480, reset compression=false 2024-11-13T13:20:44,035 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 379, reset compression=false 2024-11-13T13:20:44,039 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:44,039 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 504, reset compression=false 2024-11-13T13:20:44,039 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,38547,1731504032659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:44,242 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 504, reset compression=false 2024-11-13T13:20:44,246 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T13:20:44,249 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T13:20:44,304 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 480, reset compression=false 2024-11-13T13:20:44,546 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 504, reset compression=false 2024-11-13T13:20:44,550 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:44,550 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 608, reset compression=false 2024-11-13T13:20:44,550 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,38547,1731504032659 got entry batch from reader: WALEntryBatch [walEntries=[{test/24e1349aa047a9b55dc051ef5bf10f4d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:20:44,552 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:20:44,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T13:20:44,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:20:44,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@521194bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:44,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,32821,-1 for getting cluster id 2024-11-13T13:20:44,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:20:44,555 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999fd483-a1fd-4bd9-bbf3-e19359d73446' 2024-11-13T13:20:44,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:20:44,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999fd483-a1fd-4bd9-bbf3-e19359d73446" 2024-11-13T13:20:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d48b266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,32821,-1] 2024-11-13T13:20:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:20:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:44,556 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:20:44,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cd49e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:20:44,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:20:44,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44119,1731504028333, seqNum=-1] 2024-11-13T13:20:44,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:20:44,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T13:20:44,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50., hostname=bfeb2336aed7,44119,1731504028333, seqNum=2] 2024-11-13T13:20:44,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:20:44,707 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 480, reset compression=false 2024-11-13T13:20:44,712 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:44,712 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 608, reset compression=false 2024-11-13T13:20:44,712 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44119,1731504028333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:44,755 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 608, reset compression=false 2024-11-13T13:20:44,915 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 608, reset compression=false 2024-11-13T13:20:45,059 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 608, reset compression=false 2024-11-13T13:20:45,218 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 608, reset compression=false 2024-11-13T13:20:45,251 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T13:20:45,259 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T13:20:45,463 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 608, reset compression=false 2024-11-13T13:20:45,621 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 608, reset compression=false 2024-11-13T13:20:45,667 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:45,667 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 764, reset compression=false 2024-11-13T13:20:45,667 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44119,1731504028333 got entry batch from reader: WALEntryBatch [walEntries=[{test/744fe3cfe0d0a2bbdaa7cfc90e795f50/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T13:20:45,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:20:45,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:20:45,872 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 764, reset compression=false 2024-11-13T13:20:45,968 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 608, reset compression=false 2024-11-13T13:20:45,972 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:45,972 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 756, reset compression=false 2024-11-13T13:20:45,972 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,38547,1731504032659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:46,176 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 764, reset compression=false 2024-11-13T13:20:46,176 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 756, reset compression=false 2024-11-13T13:20:46,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:46,261 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T13:20:46,264 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T13:20:46,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:46,480 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 756, reset compression=false 2024-11-13T13:20:46,483 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:20:46,483 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 915, reset compression=false 2024-11-13T13:20:46,483 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,38547,1731504032659 got entry batch from reader: WALEntryBatch [walEntries=[{test/24e1349aa047a9b55dc051ef5bf10f4d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T13:20:46,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:20:46,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:20:46,580 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 764, reset compression=false 2024-11-13T13:20:46,584 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:46,584 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:46,584 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44119,1731504028333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:46,687 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 915, reset compression=false 2024-11-13T13:20:46,787 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:46,990 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 915, reset compression=false 2024-11-13T13:20:47,091 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:47,270 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T13:20:47,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:20:47,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:47,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:47,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:47,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:47,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:47,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:20:47,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274909852, stopped=false 2024-11-13T13:20:47,274 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,38251,1731504032435 2024-11-13T13:20:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298126338/running 2024-11-13T13:20:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298126338/running 2024-11-13T13:20:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:47,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:47,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:47,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:47,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,38547,1731504032659' ***** 2024-11-13T13:20:47,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:20:47,324 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:20:47,324 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:20:47,324 INFO [RS:0;bfeb2336aed7:38547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:20:47,324 INFO [RS:0;bfeb2336aed7:38547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:20:47,324 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for 24e1349aa047a9b55dc051ef5bf10f4d 2024-11-13T13:20:47,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/running 2024-11-13T13:20:47,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Set watcher on znode that does not yet exist, /11298126338/running 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:38547. 2024-11-13T13:20:47,325 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24e1349aa047a9b55dc051ef5bf10f4d, disabling compactions & flushes 2024-11-13T13:20:47,325 DEBUG [RS:0;bfeb2336aed7:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:47,325 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:47,325 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:47,325 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:47,325 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. after waiting 0 ms 2024-11-13T13:20:47,325 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:20:47,325 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24e1349aa047a9b55dc051ef5bf10f4d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T13:20:47,325 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:20:47,326 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1325): Online Regions={24e1349aa047a9b55dc051ef5bf10f4d=test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d., 1588230740=hbase:meta,,1.1588230740, c166ff0e743ff9dd6c3e7cf6bb5c3d7e=hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.} 2024-11-13T13:20:47,326 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:47,326 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:47,326 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:47,326 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:47,326 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:47,326 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:47,326 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:20:47,331 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:20:47,331 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:20:47,340 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:47,349 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/info/f91c8309498140d58be3d63eb6665df0 is 147, key is hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e./info:regioninfo/1731504042269/Put/seqid=0 2024-11-13T13:20:47,349 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/f/424306962962455bbad09ee57c1d37b1 is 29, key is row1/f:/1731504046262/DeleteFamily/seqid=0 2024-11-13T13:20:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741841_1017 (size=5118) 2024-11-13T13:20:47,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741840_1016 (size=7686) 2024-11-13T13:20:47,394 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 915, reset compression=false 2024-11-13T13:20:47,398 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:47,398 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1162, reset compression=false 2024-11-13T13:20:47,398 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,38547,1731504032659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:47,399 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,38547,1731504032659: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,38547,1731504032659, walGroup=bfeb2336aed7%2C38547%2C1731504032659, offset=bfeb2336aed7%2C38547%2C1731504032659.1731504034461:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:38547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:20:47,401 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:20:47,401 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:20:47,401 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:20:47,401 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:20:47,401 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:20:47,401 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 611584952 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 190950824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:20:47,402 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:38251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:38251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:20:47,494 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:47,526 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:47,602 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1162, reset compression=false 2024-11-13T13:20:47,726 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:47,755 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/f/424306962962455bbad09ee57c1d37b1 2024-11-13T13:20:47,759 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 424306962962455bbad09ee57c1d37b1 2024-11-13T13:20:47,760 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/info/f91c8309498140d58be3d63eb6665df0 2024-11-13T13:20:47,775 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/f1/23358c1cd99c4a4ea831cd80ec1b773c is 30, key is row1/f1:/1731504046262/DeleteFamily/seqid=0 2024-11-13T13:20:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741842_1018 (size=5123) 2024-11-13T13:20:47,782 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/ns/709a1be907144235aa75495c50c79d78 is 43, key is default/ns:d/1731504035509/Put/seqid=0 2024-11-13T13:20:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741843_1019 (size=5153) 2024-11-13T13:20:47,905 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1162, reset compression=false 2024-11-13T13:20:47,926 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:47,997 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:48,126 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:48,179 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/f1/23358c1cd99c4a4ea831cd80ec1b773c 2024-11-13T13:20:48,183 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23358c1cd99c4a4ea831cd80ec1b773c 2024-11-13T13:20:48,186 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/ns/709a1be907144235aa75495c50c79d78 2024-11-13T13:20:48,199 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/norep/52804b626cea4591a505d10305b2f0ae is 33, key is row1/norep:/1731504046262/DeleteFamily/seqid=0 2024-11-13T13:20:48,204 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/rep_barrier/87d7250a3dbd40eebcd03f94a90a4c29 is 112, key is test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d./rep_barrier:seqnumDuringOpen/1731504038928/Put/seqid=0 2024-11-13T13:20:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741844_1020 (size=5108) 2024-11-13T13:20:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741845_1021 (size=5518) 2024-11-13T13:20:48,309 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1162, reset compression=false 2024-11-13T13:20:48,326 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:48,527 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e1349aa047a9b55dc051ef5bf10f4d, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:48,600 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:48,606 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/norep/52804b626cea4591a505d10305b2f0ae 2024-11-13T13:20:48,607 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/rep_barrier/87d7250a3dbd40eebcd03f94a90a4c29 2024-11-13T13:20:48,610 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52804b626cea4591a505d10305b2f0ae 2024-11-13T13:20:48,611 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/f/424306962962455bbad09ee57c1d37b1 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/f/424306962962455bbad09ee57c1d37b1 2024-11-13T13:20:48,614 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 424306962962455bbad09ee57c1d37b1 2024-11-13T13:20:48,614 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/f/424306962962455bbad09ee57c1d37b1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T13:20:48,615 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/f1/23358c1cd99c4a4ea831cd80ec1b773c as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/f1/23358c1cd99c4a4ea831cd80ec1b773c 2024-11-13T13:20:48,619 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23358c1cd99c4a4ea831cd80ec1b773c 2024-11-13T13:20:48,619 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/f1/23358c1cd99c4a4ea831cd80ec1b773c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T13:20:48,620 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/.tmp/norep/52804b626cea4591a505d10305b2f0ae as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/norep/52804b626cea4591a505d10305b2f0ae 2024-11-13T13:20:48,624 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52804b626cea4591a505d10305b2f0ae 2024-11-13T13:20:48,624 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/norep/52804b626cea4591a505d10305b2f0ae, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T13:20:48,625 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 24e1349aa047a9b55dc051ef5bf10f4d in 1299ms, sequenceid=8, compaction requested=false 2024-11-13T13:20:48,625 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/table/cdca9ea9ed1b43aca26e95cff780c4c4 is 53, key is hbase:replication/table:state/1731504042275/Put/seqid=0 2024-11-13T13:20:48,628 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/default/test/24e1349aa047a9b55dc051ef5bf10f4d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T13:20:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741846_1022 (size=5308) 2024-11-13T13:20:48,628 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:48,628 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:48,628 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:48,628 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24e1349aa047a9b55dc051ef5bf10f4d: Waiting for close lock at 1731504047325Running coprocessor pre-close hooks at 1731504047325Disabling compacts and flushes for region at 1731504047325Disabling writes for close at 1731504047325Obtaining lock to block concurrent updates at 1731504047325Preparing flush snapshotting stores in 24e1349aa047a9b55dc051ef5bf10f4d at 1731504047325Finished memstore snapshotting test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731504047326 (+1 ms)Flushing stores of test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. at 1731504047326Flushing 24e1349aa047a9b55dc051ef5bf10f4d/f: creating writer at 1731504047326Flushing 24e1349aa047a9b55dc051ef5bf10f4d/f: appending metadata at 1731504047349 (+23 ms)Flushing 24e1349aa047a9b55dc051ef5bf10f4d/f: closing flushed file at 1731504047349Flushing 24e1349aa047a9b55dc051ef5bf10f4d/f1: creating writer at 1731504047759 (+410 ms)Flushing 24e1349aa047a9b55dc051ef5bf10f4d/f1: appending metadata at 1731504047774 (+15 ms)Flushing 24e1349aa047a9b55dc051ef5bf10f4d/f1: closing flushed file at 1731504047774Flushing 24e1349aa047a9b55dc051ef5bf10f4d/norep: creating writer at 1731504048183 (+409 ms)Flushing 24e1349aa047a9b55dc051ef5bf10f4d/norep: appending metadata at 1731504048198 (+15 ms)Flushing 24e1349aa047a9b55dc051ef5bf10f4d/norep: closing flushed file at 1731504048198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c00d95c: reopening flushed file at 1731504048610 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489650d5: reopening flushed file at 1731504048614 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d7411d: reopening flushed file at 1731504048619 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 24e1349aa047a9b55dc051ef5bf10f4d in 1299ms, sequenceid=8, compaction requested=false at 1731504048625 (+6 ms)Writing region close event to WAL at 1731504048625Running coprocessor post-close hooks at 1731504048628 (+3 ms)Closed at 1731504048628 2024-11-13T13:20:48,628 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504037773.24e1349aa047a9b55dc051ef5bf10f4d. 2024-11-13T13:20:48,629 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c166ff0e743ff9dd6c3e7cf6bb5c3d7e, disabling compactions & flushes 2024-11-13T13:20:48,629 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,629 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,629 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. after waiting 0 ms 2024-11-13T13:20:48,629 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,629 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c166ff0e743ff9dd6c3e7cf6bb5c3d7e: Waiting for close lock at 1731504048629Running coprocessor pre-close hooks at 1731504048629Disabling compacts and flushes for region at 1731504048629Disabling writes for close at 1731504048629Failed flush hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e., putting online again at 1731504048629 2024-11-13T13:20:48,629 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,727 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:20:48,727 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c166ff0e743ff9dd6c3e7cf6bb5c3d7e=hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e.} 2024-11-13T13:20:48,727 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:48,727 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c166ff0e743ff9dd6c3e7cf6bb5c3d7e 2024-11-13T13:20:48,727 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c166ff0e743ff9dd6c3e7cf6bb5c3d7e, disabling compactions & flushes 2024-11-13T13:20:48,727 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,727 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,727 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. after waiting 0 ms 2024-11-13T13:20:48,727 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,727 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c166ff0e743ff9dd6c3e7cf6bb5c3d7e: Waiting for close lock at 1731504048727Running coprocessor pre-close hooks at 1731504048727Disabling compacts and flushes for region at 1731504048727Disabling writes for close at 1731504048727Failed flush hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e., putting online again at 1731504048727 2024-11-13T13:20:48,727 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504041103.c166ff0e743ff9dd6c3e7cf6bb5c3d7e. 2024-11-13T13:20:48,813 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1162, reset compression=false 2024-11-13T13:20:48,817 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:48,817 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1806, reset compression=false 2024-11-13T13:20:48,927 DEBUG [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:20:49,021 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.wal-reader.bfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.1731504034461 to pos 1806, reset compression=false 2024-11-13T13:20:49,028 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/table/cdca9ea9ed1b43aca26e95cff780c4c4 2024-11-13T13:20:49,032 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/info/f91c8309498140d58be3d63eb6665df0 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/info/f91c8309498140d58be3d63eb6665df0 2024-11-13T13:20:49,036 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/info/f91c8309498140d58be3d63eb6665df0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:20:49,037 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/ns/709a1be907144235aa75495c50c79d78 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/ns/709a1be907144235aa75495c50c79d78 2024-11-13T13:20:49,040 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/ns/709a1be907144235aa75495c50c79d78, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:20:49,041 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/rep_barrier/87d7250a3dbd40eebcd03f94a90a4c29 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/rep_barrier/87d7250a3dbd40eebcd03f94a90a4c29 2024-11-13T13:20:49,044 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/rep_barrier/87d7250a3dbd40eebcd03f94a90a4c29, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:20:49,045 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/.tmp/table/cdca9ea9ed1b43aca26e95cff780c4c4 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/table/cdca9ea9ed1b43aca26e95cff780c4c4 2024-11-13T13:20:49,048 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/table/cdca9ea9ed1b43aca26e95cff780c4c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:20:49,050 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-13T13:20:49,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:20:49,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:49,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:49,054 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:49,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504047326Running coprocessor pre-close hooks at 1731504047326Disabling compacts and flushes for region at 1731504047326Disabling writes for close at 1731504047326Obtaining lock to block concurrent updates at 1731504047326Preparing flush snapshotting stores in 1588230740 at 1731504047326Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504047326Flushing stores of hbase:meta,,1.1588230740 at 1731504047327 (+1 ms)Flushing 1588230740/info: creating writer at 1731504047327Flushing 1588230740/info: appending metadata at 1731504047349 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731504047349Flushing 1588230740/ns: creating writer at 1731504047764 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731504047782 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731504047782Flushing 1588230740/rep_barrier: creating writer at 1731504048189 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504048204 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504048204Flushing 1588230740/table: creating writer at 1731504048610 (+406 ms)Flushing 1588230740/table: appending metadata at 1731504048625 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731504048625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc12c61: reopening flushed file at 1731504049032 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f06caad: reopening flushed file at 1731504049036 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630e52c6: reopening flushed file at 1731504049040 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690e21f6: reopening flushed file at 1731504049044 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731504049050 (+6 ms)Writing region close event to WAL at 1731504049051 (+1 ms)Running coprocessor post-close hooks at 1731504049054 (+3 ms)Closed at 1731504049054 2024-11-13T13:20:49,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:49,127 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T13:20:49,127 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,38547,1731504032659; all regions closed. 2024-11-13T13:20:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:20:49,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741839_1015 (size=1733) 2024-11-13T13:20:49,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/WALs/bfeb2336aed7,38547,1731504032659/bfeb2336aed7%2C38547%2C1731504032659.rep.1731504042238 not finished, retry = 0 2024-11-13T13:20:49,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741832_1008 (size=1814) 2024-11-13T13:20:49,237 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:49,237 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:49,237 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:49,237 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:49,237 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:49,237 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:49,238 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,38547,1731504032659 because: Region server is closing 2024-11-13T13:20:49,238 INFO [RS:0;bfeb2336aed7:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:38547. 2024-11-13T13:20:49,238 DEBUG [RS:0;bfeb2336aed7:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:49,238 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:49,238 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:49,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:49,304 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:49,338 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,38547,1731504032659.replicationSource.shipperbfeb2336aed7%2C38547%2C1731504032659,1-bfeb2336aed7,38547,1731504032659 terminated 2024-11-13T13:20:49,339 INFO [RS:0;bfeb2336aed7:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:38547. 2024-11-13T13:20:49,339 DEBUG [RS:0;bfeb2336aed7:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:49,339 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:49,339 DEBUG [RS:0;bfeb2336aed7:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:49,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:49,339 INFO [RS:0;bfeb2336aed7:38547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38547 2024-11-13T13:20:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338/rs 2024-11-13T13:20:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298126338/rs/bfeb2336aed7,38547,1731504032659 2024-11-13T13:20:49,407 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:49,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,38547,1731504032659] 2024-11-13T13:20:49,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11298126338/draining/bfeb2336aed7,38547,1731504032659 already deleted, retry=false 2024-11-13T13:20:49,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,38547,1731504032659 expired; onlineServers=0 2024-11-13T13:20:49,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,38251,1731504032435' ***** 2024-11-13T13:20:49,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:20:49,428 INFO [M:0;bfeb2336aed7:38251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:49,428 INFO [M:0;bfeb2336aed7:38251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:49,428 DEBUG [M:0;bfeb2336aed7:38251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:20:49,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:20:49,429 DEBUG [M:0;bfeb2336aed7:38251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:20:49,429 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504034224 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504034224,5,FailOnTimeoutGroup] 2024-11-13T13:20:49,429 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504034228 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504034228,5,FailOnTimeoutGroup] 2024-11-13T13:20:49,429 INFO [M:0;bfeb2336aed7:38251 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:49,429 INFO [M:0;bfeb2336aed7:38251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:49,429 DEBUG [M:0;bfeb2336aed7:38251 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:20:49,429 INFO [M:0;bfeb2336aed7:38251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:20:49,429 INFO [M:0;bfeb2336aed7:38251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:49,429 INFO [M:0;bfeb2336aed7:38251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:20:49,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:20:49,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298126338/master 2024-11-13T13:20:49,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298126338 2024-11-13T13:20:49,439 DEBUG [M:0;bfeb2336aed7:38251 {}] zookeeper.ZKUtil(347): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Unable to get data of znode /11298126338/master because node does not exist (not an error) 2024-11-13T13:20:49,439 WARN [M:0;bfeb2336aed7:38251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:20:49,439 INFO [M:0;bfeb2336aed7:38251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/.lastflushedseqids 2024-11-13T13:20:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741847_1023 (size=245) 2024-11-13T13:20:49,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:49,518 INFO [RS:0;bfeb2336aed7:38547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:49,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x101345aaca20004, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:49,518 INFO [RS:0;bfeb2336aed7:38547 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,38547,1731504032659; zookeeper connection closed. 2024-11-13T13:20:49,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc724e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc724e1 2024-11-13T13:20:49,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:20:49,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T13:20:49,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T13:20:49,844 INFO [M:0;bfeb2336aed7:38251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:20:49,845 INFO [M:0;bfeb2336aed7:38251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:20:49,845 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:49,845 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:49,845 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:49,845 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:49,845 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:49,845 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T13:20:49,862 DEBUG [M:0;bfeb2336aed7:38251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6eacff725740c7b0b0c95ccdb61cd6 is 82, key is hbase:meta,,1/info:regioninfo/1731504035499/Put/seqid=0 2024-11-13T13:20:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741848_1024 (size=5672) 2024-11-13T13:20:50,107 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:50,266 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6eacff725740c7b0b0c95ccdb61cd6 2024-11-13T13:20:50,285 DEBUG [M:0;bfeb2336aed7:38251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6798448a13e4b5eaa2c422bfe3279d0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504042277/Put/seqid=0 2024-11-13T13:20:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741849_1025 (size=8515) 2024-11-13T13:20:50,690 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6798448a13e4b5eaa2c422bfe3279d0 2024-11-13T13:20:50,814 DEBUG [M:0;bfeb2336aed7:38251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a603fc7ee9184c2fb1f46e0e24d95ccb is 69, key is bfeb2336aed7,38547,1731504032659/rs:state/1731504034317/Put/seqid=0 2024-11-13T13:20:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741850_1026 (size=5156) 2024-11-13T13:20:51,010 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:51,218 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a603fc7ee9184c2fb1f46e0e24d95ccb 2024-11-13T13:20:51,222 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6eacff725740c7b0b0c95ccdb61cd6 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6eacff725740c7b0b0c95ccdb61cd6 2024-11-13T13:20:51,225 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6eacff725740c7b0b0c95ccdb61cd6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T13:20:51,226 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6798448a13e4b5eaa2c422bfe3279d0 as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6798448a13e4b5eaa2c422bfe3279d0 2024-11-13T13:20:51,230 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6798448a13e4b5eaa2c422bfe3279d0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T13:20:51,231 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a603fc7ee9184c2fb1f46e0e24d95ccb as hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a603fc7ee9184c2fb1f46e0e24d95ccb 2024-11-13T13:20:51,235 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a603fc7ee9184c2fb1f46e0e24d95ccb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T13:20:51,236 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1391ms, sequenceid=97, compaction requested=false 2024-11-13T13:20:51,237 INFO [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:51,237 DEBUG [M:0;bfeb2336aed7:38251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504049845Disabling compacts and flushes for region at 1731504049845Disabling writes for close at 1731504049845Obtaining lock to block concurrent updates at 1731504049845Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504049845Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731504049845Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504049846 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504049846Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504049862 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504049862Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504050271 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504050285 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504050285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504050798 (+513 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504050814 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504050814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbb2cb2: reopening flushed file at 1731504051221 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f06dbc4: reopening flushed file at 1731504051225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681126f5: reopening flushed file at 1731504051231 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1391ms, sequenceid=97, compaction requested=false at 1731504051236 (+5 ms)Writing region close event to WAL at 1731504051237 (+1 ms)Closed at 1731504051237 2024-11-13T13:20:51,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec6b998a-5dcd-0d4c-51cb-24d21e153a19/MasterData/WALs/bfeb2336aed7,38251,1731504032435/bfeb2336aed7%2C38251%2C1731504032435.1731504033967 not finished, retry = 0 2024-11-13T13:20:51,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41413 is added to blk_1073741830_1006 (size=63642) 2024-11-13T13:20:51,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:20:51,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:51,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28386 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:20:51,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:51,340 INFO [M:0;bfeb2336aed7:38251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:20:51,340 INFO [M:0;bfeb2336aed7:38251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38251 2024-11-13T13:20:51,340 INFO [M:0;bfeb2336aed7:38251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:51,570 INFO [M:0;bfeb2336aed7:38251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:51,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:51,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38251-0x101345aaca20003, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:51,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62ad124a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:51,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16b25b3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:51,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:51,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f67ac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:51,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@110b7914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:51,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:20:51,575 WARN [BP-1626948171-172.17.0.2-1731504030525 heartbeating to localhost/127.0.0.1:40977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:20:51,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:20:51,575 WARN [BP-1626948171-172.17.0.2-1731504030525 heartbeating to localhost/127.0.0.1:40977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626948171-172.17.0.2-1731504030525 (Datanode Uuid 79ecc213-d0b2-47ff-88b9-8e4117e6ee0b) service to localhost/127.0.0.1:40977 2024-11-13T13:20:51,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/cluster_38c127cd-5c3d-22f9-46c8-81fa951af2fe/data/data1/current/BP-1626948171-172.17.0.2-1731504030525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:51,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/cluster_38c127cd-5c3d-22f9-46c8-81fa951af2fe/data/data2/current/BP-1626948171-172.17.0.2-1731504030525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:51,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:20:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53fbd643{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:51,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33f12aa2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:51,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14e49bc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6413312a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:51,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:20:51,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:20:51,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:51,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:51,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:51,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:51,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:51,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:20:51,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2010174650, stopped=false 2024-11-13T13:20:51,593 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,32821,1731504028133 2024-11-13T13:20:51,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0413957843/running 2024-11-13T13:20:51,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0413957843/running 2024-11-13T13:20:51,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:51,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:51,607 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:51,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/running 2024-11-13T13:20:51,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:20:51,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:51,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:51,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Set watcher on znode that does not yet exist, /0413957843/running 2024-11-13T13:20:51,608 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,44119,1731504028333' ***** 2024-11-13T13:20:51,608 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:20:51,608 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:20:51,608 INFO [RS:0;bfeb2336aed7:44119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:20:51,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:20:51,608 INFO [RS:0;bfeb2336aed7:44119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(3091): Received CLOSE for 744fe3cfe0d0a2bbdaa7cfc90e795f50 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(3091): Received CLOSE for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:51,609 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 744fe3cfe0d0a2bbdaa7cfc90e795f50, disabling compactions & flushes 2024-11-13T13:20:51,609 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44119. 2024-11-13T13:20:51,609 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:51,609 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. after waiting 0 ms 2024-11-13T13:20:51,609 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:51,609 DEBUG [RS:0;bfeb2336aed7:44119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:51,609 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:51,609 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:20:51,609 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:20:51,610 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 744fe3cfe0d0a2bbdaa7cfc90e795f50=test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50., e547021dc4b5eff90fcb6a7890a34f1f=hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.} 2024-11-13T13:20:51,610 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:51,610 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:20:51,610 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:20:51,610 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:20:51,610 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:20:51,610 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:20:51,610 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:20:51,623 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/info/78481426014842a3abdccf0fbb096d89 is 147, key is hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f./info:regioninfo/1731504040753/Put/seqid=0 2024-11-13T13:20:51,626 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/f/250dba12440545d79a20e8b1a13ec236 is 29, key is row1/f:/1731504046262/DeleteFamily/seqid=0 2024-11-13T13:20:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741840_1016 (size=7686) 2024-11-13T13:20:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741841_1017 (size=5118) 2024-11-13T13:20:51,668 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:51,810 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:52,010 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:52,019 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 914, reset compression=false 2024-11-13T13:20:52,023 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:52,023 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 1161, reset compression=false 2024-11-13T13:20:52,023 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44119,1731504028333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:20:52,024 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,44119,1731504028333: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,44119,1731504028333, walGroup=bfeb2336aed7%2C44119%2C1731504028333, offset=bfeb2336aed7%2C44119%2C1731504028333.1731504029483:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:44119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:20:52,026 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:20:52,026 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:20:52,026 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:20:52,026 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:20:52,026 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:20:52,026 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 676596664 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191746112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:20:52,027 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:32821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:32821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:20:52,027 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/info/78481426014842a3abdccf0fbb096d89 2024-11-13T13:20:52,034 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/f/250dba12440545d79a20e8b1a13ec236 2024-11-13T13:20:52,038 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 250dba12440545d79a20e8b1a13ec236 2024-11-13T13:20:52,053 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/ns/5603d0cfe8014d1e80e0528588374432 is 43, key is default/ns:d/1731504030423/Put/seqid=0 2024-11-13T13:20:52,053 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/f1/e9a0f834f63447dca43877bec785a4fd is 30, key is row1/f1:/1731504046262/DeleteFamily/seqid=0 2024-11-13T13:20:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741843_1019 (size=5153) 2024-11-13T13:20:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741842_1018 (size=5123) 2024-11-13T13:20:52,057 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/ns/5603d0cfe8014d1e80e0528588374432 2024-11-13T13:20:52,075 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/rep_barrier/fb056d109ddf47d58b6a2a3de312347b is 112, key is test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50./rep_barrier:seqnumDuringOpen/1731504036768/Put/seqid=0 2024-11-13T13:20:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741844_1020 (size=5518) 2024-11-13T13:20:52,079 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/rep_barrier/fb056d109ddf47d58b6a2a3de312347b 2024-11-13T13:20:52,098 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/table/4ae361fa504a4cfc92063e61e1bc7e97 is 53, key is hbase:replication/table:state/1731504040759/Put/seqid=0 2024-11-13T13:20:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741845_1021 (size=5308) 2024-11-13T13:20:52,210 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:52,227 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 1161, reset compression=false 2024-11-13T13:20:52,351 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:20:52,352 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:20:52,410 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:52,457 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/f1/e9a0f834f63447dca43877bec785a4fd 2024-11-13T13:20:52,463 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9a0f834f63447dca43877bec785a4fd 2024-11-13T13:20:52,485 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/norep/475f36e4afa743cba49de906f38a5f89 is 32, key is row/norep:/1731504045253/DeleteFamily/seqid=0 2024-11-13T13:20:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741846_1022 (size=5101) 2024-11-13T13:20:52,502 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/table/4ae361fa504a4cfc92063e61e1bc7e97 2024-11-13T13:20:52,507 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/info/78481426014842a3abdccf0fbb096d89 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/info/78481426014842a3abdccf0fbb096d89 2024-11-13T13:20:52,514 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/info/78481426014842a3abdccf0fbb096d89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:20:52,514 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/ns/5603d0cfe8014d1e80e0528588374432 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/ns/5603d0cfe8014d1e80e0528588374432 2024-11-13T13:20:52,519 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/ns/5603d0cfe8014d1e80e0528588374432, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:20:52,520 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/rep_barrier/fb056d109ddf47d58b6a2a3de312347b as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/rep_barrier/fb056d109ddf47d58b6a2a3de312347b 2024-11-13T13:20:52,526 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/rep_barrier/fb056d109ddf47d58b6a2a3de312347b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:20:52,527 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/.tmp/table/4ae361fa504a4cfc92063e61e1bc7e97 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/table/4ae361fa504a4cfc92063e61e1bc7e97 2024-11-13T13:20:52,530 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/table/4ae361fa504a4cfc92063e61e1bc7e97, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:20:52,530 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 1161, reset compression=false 2024-11-13T13:20:52,531 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-13T13:20:52,531 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:20:52,536 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:20:52,537 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:52,537 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:20:52,537 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:52,537 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504051610Running coprocessor pre-close hooks at 1731504051610Disabling compacts and flushes for region at 1731504051610Disabling writes for close at 1731504051610Obtaining lock to block concurrent updates at 1731504051610Preparing flush snapshotting stores in 1588230740 at 1731504051610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504051610Flushing stores of hbase:meta,,1.1588230740 at 1731504051611 (+1 ms)Flushing 1588230740/info: creating writer at 1731504051611Flushing 1588230740/info: appending metadata at 1731504051623 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731504051623Flushing 1588230740/ns: creating writer at 1731504052031 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731504052053 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731504052053Flushing 1588230740/rep_barrier: creating writer at 1731504052060 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504052075 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504052075Flushing 1588230740/table: creating writer at 1731504052082 (+7 ms)Flushing 1588230740/table: appending metadata at 1731504052098 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731504052098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e0e7cd: reopening flushed file at 1731504052506 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df1779c: reopening flushed file at 1731504052514 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c013afd: reopening flushed file at 1731504052520 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ab165: reopening flushed file at 1731504052526 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1731504052531 (+5 ms)Writing region close event to WAL at 1731504052534 (+3 ms)Running coprocessor post-close hooks at 1731504052537 (+3 ms)Closed at 1731504052537 2024-11-13T13:20:52,537 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:20:52,611 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:20:52,611 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1325): Online Regions={744fe3cfe0d0a2bbdaa7cfc90e795f50=test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50., e547021dc4b5eff90fcb6a7890a34f1f=hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f.} 2024-11-13T13:20:52,611 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:52,811 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on 744fe3cfe0d0a2bbdaa7cfc90e795f50, e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:52,898 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/norep/475f36e4afa743cba49de906f38a5f89 2024-11-13T13:20:52,902 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 475f36e4afa743cba49de906f38a5f89 2024-11-13T13:20:52,903 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/f/250dba12440545d79a20e8b1a13ec236 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/f/250dba12440545d79a20e8b1a13ec236 2024-11-13T13:20:52,906 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 250dba12440545d79a20e8b1a13ec236 2024-11-13T13:20:52,906 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/f/250dba12440545d79a20e8b1a13ec236, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T13:20:52,907 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/f1/e9a0f834f63447dca43877bec785a4fd as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/f1/e9a0f834f63447dca43877bec785a4fd 2024-11-13T13:20:52,910 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9a0f834f63447dca43877bec785a4fd 2024-11-13T13:20:52,911 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/f1/e9a0f834f63447dca43877bec785a4fd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T13:20:52,911 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/.tmp/norep/475f36e4afa743cba49de906f38a5f89 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/norep/475f36e4afa743cba49de906f38a5f89 2024-11-13T13:20:52,915 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 475f36e4afa743cba49de906f38a5f89 2024-11-13T13:20:52,915 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/norep/475f36e4afa743cba49de906f38a5f89, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T13:20:52,916 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 744fe3cfe0d0a2bbdaa7cfc90e795f50 in 1307ms, sequenceid=8, compaction requested=false 2024-11-13T13:20:52,916 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:20:52,920 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/data/default/test/744fe3cfe0d0a2bbdaa7cfc90e795f50/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:52,921 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 744fe3cfe0d0a2bbdaa7cfc90e795f50: Waiting for close lock at 1731504051609Running coprocessor pre-close hooks at 1731504051609Disabling compacts and flushes for region at 1731504051609Disabling writes for close at 1731504051609Obtaining lock to block concurrent updates at 1731504051609Preparing flush snapshotting stores in 744fe3cfe0d0a2bbdaa7cfc90e795f50 at 1731504051609Finished memstore snapshotting test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731504051610 (+1 ms)Flushing stores of test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. at 1731504051610Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/f: creating writer at 1731504051610Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/f: appending metadata at 1731504051625 (+15 ms)Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/f: closing flushed file at 1731504051625Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/f1: creating writer at 1731504052038 (+413 ms)Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/f1: appending metadata at 1731504052053 (+15 ms)Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/f1: closing flushed file at 1731504052053Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/norep: creating writer at 1731504052463 (+410 ms)Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/norep: appending metadata at 1731504052484 (+21 ms)Flushing 744fe3cfe0d0a2bbdaa7cfc90e795f50/norep: closing flushed file at 1731504052484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e32c9: reopening flushed file at 1731504052902 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ea29df: reopening flushed file at 1731504052906 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5867a48e: reopening flushed file at 1731504052911 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 744fe3cfe0d0a2bbdaa7cfc90e795f50 in 1307ms, sequenceid=8, compaction requested=false at 1731504052916 (+5 ms)Writing region close event to WAL at 1731504052917 (+1 ms)Running coprocessor post-close hooks at 1731504052920 (+3 ms)Closed at 1731504052921 (+1 ms) 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504035623.744fe3cfe0d0a2bbdaa7cfc90e795f50. 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e547021dc4b5eff90fcb6a7890a34f1f, disabling compactions & flushes 2024-11-13T13:20:52,921 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. after waiting 0 ms 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e547021dc4b5eff90fcb6a7890a34f1f: Waiting for close lock at 1731504052921Running coprocessor pre-close hooks at 1731504052921Disabling compacts and flushes for region at 1731504052921Disabling writes for close at 1731504052921Failed flush hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f., putting online again at 1731504052921 2024-11-13T13:20:52,921 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:52,934 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 1161, reset compression=false 2024-11-13T13:20:52,939 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:20:52,939 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 1805, reset compression=false 2024-11-13T13:20:53,011 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(3091): Received CLOSE for e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:53,011 DEBUG [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1351): Waiting on e547021dc4b5eff90fcb6a7890a34f1f 2024-11-13T13:20:53,011 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e547021dc4b5eff90fcb6a7890a34f1f, disabling compactions & flushes 2024-11-13T13:20:53,011 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:53,011 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:53,011 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. after waiting 0 ms 2024-11-13T13:20:53,011 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:53,012 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e547021dc4b5eff90fcb6a7890a34f1f: Waiting for close lock at 1731504053011Running coprocessor pre-close hooks at 1731504053011Disabling compacts and flushes for region at 1731504053011Disabling writes for close at 1731504053011Failed flush hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f., putting online again at 1731504053011 2024-11-13T13:20:53,012 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504039940.e547021dc4b5eff90fcb6a7890a34f1f. 2024-11-13T13:20:53,143 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.wal-reader.bfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 to pos 1805, reset compression=false 2024-11-13T13:20:53,211 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T13:20:53,211 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,44119,1731504028333; all regions closed. 2024-11-13T13:20:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:20:53,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.meta.1731504030346.meta not finished, retry = 0 2024-11-13T13:20:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741839_1015 (size=1733) 2024-11-13T13:20:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741832_1008 (size=1813) 2024-11-13T13:20:53,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/WALs/bfeb2336aed7,44119,1731504028333/bfeb2336aed7%2C44119%2C1731504028333.1731504029483 not finished, retry = 0 2024-11-13T13:20:53,419 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:53,419 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:20:53,420 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:53,420 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:53,420 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:53,420 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:53,420 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,44119,1731504028333 because: Region server is closing 2024-11-13T13:20:53,420 INFO [RS:0;bfeb2336aed7:44119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44119. 2024-11-13T13:20:53,420 DEBUG [RS:0;bfeb2336aed7:44119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:53,420 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:53,420 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:53,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:53,521 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44119,1731504028333.replicationSource.shipperbfeb2336aed7%2C44119%2C1731504028333,1-bfeb2336aed7,44119,1731504028333 terminated 2024-11-13T13:20:53,521 INFO [RS:0;bfeb2336aed7:44119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44119. 2024-11-13T13:20:53,521 DEBUG [RS:0;bfeb2336aed7:44119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:20:53,521 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:53,521 DEBUG [RS:0;bfeb2336aed7:44119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:20:53,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:20:53,521 INFO [RS:0;bfeb2336aed7:44119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44119 2024-11-13T13:20:53,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843/rs 2024-11-13T13:20:53,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0413957843/rs/bfeb2336aed7,44119,1731504028333 2024-11-13T13:20:53,596 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:53,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,44119,1731504028333] 2024-11-13T13:20:53,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0413957843/draining/bfeb2336aed7,44119,1731504028333 already deleted, retry=false 2024-11-13T13:20:53,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,44119,1731504028333 expired; onlineServers=0 2024-11-13T13:20:53,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,32821,1731504028133' ***** 2024-11-13T13:20:53,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:20:53,617 INFO [M:0;bfeb2336aed7:32821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:20:53,617 INFO [M:0;bfeb2336aed7:32821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:20:53,617 DEBUG [M:0;bfeb2336aed7:32821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:20:53,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:20:53,618 DEBUG [M:0;bfeb2336aed7:32821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:20:53,618 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504029151 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504029151,5,FailOnTimeoutGroup] 2024-11-13T13:20:53,618 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504029149 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504029149,5,FailOnTimeoutGroup] 2024-11-13T13:20:53,618 INFO [M:0;bfeb2336aed7:32821 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:20:53,618 INFO [M:0;bfeb2336aed7:32821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:20:53,618 DEBUG [M:0;bfeb2336aed7:32821 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:20:53,618 INFO [M:0;bfeb2336aed7:32821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:20:53,618 INFO [M:0;bfeb2336aed7:32821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:20:53,618 INFO [M:0;bfeb2336aed7:32821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:20:53,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:20:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0413957843/master 2024-11-13T13:20:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0413957843 2024-11-13T13:20:53,691 DEBUG [M:0;bfeb2336aed7:32821 {}] zookeeper.ZKUtil(347): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Unable to get data of znode /0413957843/master because node does not exist (not an error) 2024-11-13T13:20:53,691 WARN [M:0;bfeb2336aed7:32821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:20:53,692 INFO [M:0;bfeb2336aed7:32821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/.lastflushedseqids 2024-11-13T13:20:53,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741847_1023 (size=245) 2024-11-13T13:20:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:53,707 INFO [RS:0;bfeb2336aed7:44119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44119-0x101345aaca20001, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:53,707 INFO [RS:0;bfeb2336aed7:44119 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,44119,1731504028333; zookeeper connection closed. 2024-11-13T13:20:53,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5944be0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5944be0 2024-11-13T13:20:53,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:20:54,096 INFO [M:0;bfeb2336aed7:32821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:20:54,096 INFO [M:0;bfeb2336aed7:32821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:20:54,096 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:20:54,096 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:54,096 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:54,096 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:20:54,096 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:54,097 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T13:20:54,113 DEBUG [M:0;bfeb2336aed7:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23eded34957f47adb4084a988d44f67e is 82, key is hbase:meta,,1/info:regioninfo/1731504030374/Put/seqid=0 2024-11-13T13:20:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741848_1024 (size=5672) 2024-11-13T13:20:54,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:20:54,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:20:54,517 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23eded34957f47adb4084a988d44f67e 2024-11-13T13:20:54,532 DEBUG [M:0;bfeb2336aed7:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093d818558964d0582c6a1cd92ba1b63 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504040762/Put/seqid=0 2024-11-13T13:20:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741849_1025 (size=8515) 2024-11-13T13:20:54,936 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093d818558964d0582c6a1cd92ba1b63 2024-11-13T13:20:54,955 DEBUG [M:0;bfeb2336aed7:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed1cbf514194dec9b88dff242cbb7d1 is 69, key is bfeb2336aed7,44119,1731504028333/rs:state/1731504029322/Put/seqid=0 2024-11-13T13:20:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741850_1026 (size=5156) 2024-11-13T13:20:55,359 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed1cbf514194dec9b88dff242cbb7d1 2024-11-13T13:20:55,362 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23eded34957f47adb4084a988d44f67e as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23eded34957f47adb4084a988d44f67e 2024-11-13T13:20:55,365 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23eded34957f47adb4084a988d44f67e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T13:20:55,366 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093d818558964d0582c6a1cd92ba1b63 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093d818558964d0582c6a1cd92ba1b63 2024-11-13T13:20:55,369 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093d818558964d0582c6a1cd92ba1b63, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T13:20:55,369 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ed1cbf514194dec9b88dff242cbb7d1 as hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ed1cbf514194dec9b88dff242cbb7d1 2024-11-13T13:20:55,372 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ed1cbf514194dec9b88dff242cbb7d1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T13:20:55,373 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-13T13:20:55,374 INFO [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:20:55,374 DEBUG [M:0;bfeb2336aed7:32821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504054096Disabling compacts and flushes for region at 1731504054096Disabling writes for close at 1731504054096Obtaining lock to block concurrent updates at 1731504054097 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504054097Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731504054097Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504054097Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504054098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504054113 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504054113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504054520 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504054532 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504054532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504054939 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504054955 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504054955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d965cb: reopening flushed file at 1731504055362 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119a6e24: reopening flushed file at 1731504055366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672d455c: reopening flushed file at 1731504055369 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731504055373 (+4 ms)Writing region close event to WAL at 1731504055374 (+1 ms)Closed at 1731504055374 2024-11-13T13:20:55,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f37f7e2-679f-1840-de08-71dd4dd7323d/MasterData/WALs/bfeb2336aed7,32821,1731504028133/bfeb2336aed7%2C32821%2C1731504028133.1731504028940 not finished, retry = 0 2024-11-13T13:20:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741830_1006 (size=63642) 2024-11-13T13:20:55,476 INFO [M:0;bfeb2336aed7:32821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:20:55,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:20:55,476 INFO [M:0;bfeb2336aed7:32821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32821 2024-11-13T13:20:55,477 INFO [M:0;bfeb2336aed7:32821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:55,633 INFO [M:0;bfeb2336aed7:32821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101345aaca20000, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:20:55,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cbaec0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:55,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a5307cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:55,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:55,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15902f46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:55,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c0c7c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:55,639 WARN [BP-1849409509-172.17.0.2-1731504025894 heartbeating to localhost/127.0.0.1:33939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:20:55,639 WARN [BP-1849409509-172.17.0.2-1731504025894 heartbeating to localhost/127.0.0.1:33939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849409509-172.17.0.2-1731504025894 (Datanode Uuid a3dd6041-0859-45ca-b0c1-46e188b269ed) service to localhost/127.0.0.1:33939 2024-11-13T13:20:55,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/data/data1/current/BP-1849409509-172.17.0.2-1731504025894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:55,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:20:55,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:20:55,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/cluster_59fd91a0-8f7c-3215-1da3-3df829788d22/data/data2/current/BP-1849409509-172.17.0.2-1731504025894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:20:55,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:20:55,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56daac3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:55,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71aebddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:20:55,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:20:55,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142d828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:20:55,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72fb0ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b2e763-b46d-d8fc-12be-5cd327a88ebc/hadoop.log.dir/,STOPPED} 2024-11-13T13:20:55,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:20:55,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:20:55,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33939 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40977 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3264 (was 3451) 2024-11-13T13:20:55,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=3264 2024-11-13T13:20:55,688 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T13:20:55,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir so I do NOT create it in target/test-data/754aa549-e299-c47c-af63-a7423537cb5f 2024-11-13T13:20:55,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:20:55,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.tmp.dir so I do NOT create it in target/test-data/754aa549-e299-c47c-af63-a7423537cb5f 2024-11-13T13:20:55,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57964b7-17c7-7214-0e4b-2d18f397e0d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:20:55,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f 2024-11-13T13:20:55,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3, deleteOnExit=true 2024-11-13T13:20:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101345aaca20005, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:20:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101345aaca20002, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:20:55,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101345aaca20002, quorum=127.0.0.1:49381, baseZNode=/0413957843 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:20:55,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101345aaca20005, quorum=127.0.0.1:49381, baseZNode=/11298126338 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:20:55,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/zookeeper_0, clientPort=58462, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:20:55,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58462 2024-11-13T13:20:55,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:20:55,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:20:55,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/test.cache.data in system properties and HBase conf 2024-11-13T13:20:55,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:20:55,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:20:55,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:20:56,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:56,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:56,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:56,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:56,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:56,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:56,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6cb89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:56,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a27efb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:56,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bb21394{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/java.io.tmpdir/jetty-localhost-45519-hadoop-hdfs-3_4_1-tests_jar-_-any-8971304636267617196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:20:56,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23002fef{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-11-13T13:20:56,164 INFO [Time-limited test {}] server.Server(415): Started @224488ms 2024-11-13T13:20:56,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:20:56,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:20:56,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:20:56,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:20:56,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:20:56,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305585e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:20:56,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228fdaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:20:56,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e72619{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/java.io.tmpdir/jetty-localhost-41635-hadoop-hdfs-3_4_1-tests_jar-_-any-15672469594690192741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:20:56,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20345c38{HTTP/1.1, (http/1.1)}{localhost:41635} 2024-11-13T13:20:56,614 INFO [Time-limited test {}] server.Server(415): Started @224937ms 2024-11-13T13:20:56,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:20:58,708 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/data/data1/current/BP-1910202640-172.17.0.2-1731504055780/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:58,708 WARN [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/data/data2/current/BP-1910202640-172.17.0.2-1731504055780/current, will proceed with Du for space computation calculation, 2024-11-13T13:20:58,731 WARN [Thread-2632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:20:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bd41bec468fad7a with lease ID 0x3cae4dc97d8634a2: Processing first storage report for DS-2a381739-9a0c-4913-867c-7d89fe4d051a from datanode DatanodeRegistration(127.0.0.1:44151, datanodeUuid=97c4ae4f-2f03-46c1-b3e2-4b028d41018d, infoPort=40349, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=375359127;c=1731504055780) 2024-11-13T13:20:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bd41bec468fad7a with lease ID 0x3cae4dc97d8634a2: from storage DS-2a381739-9a0c-4913-867c-7d89fe4d051a node DatanodeRegistration(127.0.0.1:44151, datanodeUuid=97c4ae4f-2f03-46c1-b3e2-4b028d41018d, infoPort=40349, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=375359127;c=1731504055780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bd41bec468fad7a with lease ID 0x3cae4dc97d8634a2: Processing first storage report for DS-d6a512c0-ffc1-400b-aa1e-8c9881536b39 from datanode DatanodeRegistration(127.0.0.1:44151, datanodeUuid=97c4ae4f-2f03-46c1-b3e2-4b028d41018d, infoPort=40349, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=375359127;c=1731504055780) 2024-11-13T13:20:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bd41bec468fad7a with lease ID 0x3cae4dc97d8634a2: from storage DS-d6a512c0-ffc1-400b-aa1e-8c9881536b39 node DatanodeRegistration(127.0.0.1:44151, datanodeUuid=97c4ae4f-2f03-46c1-b3e2-4b028d41018d, infoPort=40349, infoSecurePort=0, ipcPort=45689, storageInfo=lv=-57;cid=testClusterID;nsid=375359127;c=1731504055780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:20:58,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f 2024-11-13T13:20:58,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:58,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:20:59,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb with version=8 2024-11-13T13:20:59,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/hbase-staging 2024-11-13T13:20:59,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:59,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34601 2024-11-13T13:20:59,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34601 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:20:59,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346010x0, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:59,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34601-0x101345b21790000 connected 2024-11-13T13:20:59,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:59,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:59,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/running 2024-11-13T13:20:59,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb, hbase.cluster.distributed=false 2024-11-13T13:20:59,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/acl 2024-11-13T13:20:59,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-13T13:20:59,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34601 2024-11-13T13:20:59,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34601 2024-11-13T13:20:59,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-13T13:20:59,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-13T13:20:59,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:20:59,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:59,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:59,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:20:59,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:20:59,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:20:59,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:20:59,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:20:59,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33507 2024-11-13T13:20:59,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33507 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:20:59,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:59,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335070x0, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:20:59,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335070x0, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/running 2024-11-13T13:20:59,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33507-0x101345b21790001 connected 2024-11-13T13:20:59,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:20:59,515 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:20:59,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/master 2024-11-13T13:20:59,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/acl 2024-11-13T13:20:59,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33507 2024-11-13T13:20:59,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33507 2024-11-13T13:20:59,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33507 2024-11-13T13:20:59,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33507 2024-11-13T13:20:59,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33507 2024-11-13T13:20:59,536 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:34601 2024-11-13T13:20:59,536 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0255652576/backup-masters/bfeb2336aed7,34601,1731504059156 2024-11-13T13:20:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576/backup-masters 2024-11-13T13:20:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576/backup-masters 2024-11-13T13:20:59,543 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on existing znode=/0255652576/backup-masters/bfeb2336aed7,34601,1731504059156 2024-11-13T13:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0255652576/master 2024-11-13T13:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:20:59,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on existing znode=/0255652576/master 2024-11-13T13:20:59,554 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0255652576/backup-masters/bfeb2336aed7,34601,1731504059156 from backup master directory 2024-11-13T13:20:59,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576/backup-masters 2024-11-13T13:20:59,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0255652576/backup-masters/bfeb2336aed7,34601,1731504059156 2024-11-13T13:20:59,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576/backup-masters 2024-11-13T13:20:59,564 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:20:59,564 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,34601,1731504059156 2024-11-13T13:20:59,566 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/hbase.id] with ID: 43584150-4a76-42e1-a1fe-db9937188681 2024-11-13T13:20:59,567 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/.tmp/hbase.id 2024-11-13T13:20:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:20:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:20:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:20:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:20:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:20:59,970 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/.tmp/hbase.id]:[hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/hbase.id] 2024-11-13T13:20:59,978 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:20:59,978 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:20:59,979 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:21:00,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:00,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:00,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:21:00,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:00,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:21:00,590 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:00,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:21:00,995 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store 2024-11-13T13:21:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:21:01,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:01,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:01,311 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38435 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:01,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:01,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:01,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:01,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:01,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:01,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:01,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:01,401 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504061401Disabling compacts and flushes for region at 1731504061401Disabling writes for close at 1731504061401Writing region close event to WAL at 1731504061401Closed at 1731504061401 2024-11-13T13:21:01,402 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/.initializing 2024-11-13T13:21:01,402 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/WALs/bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:01,403 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:01,404 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C34601%2C1731504059156, suffix=, logDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/WALs/bfeb2336aed7,34601,1731504059156, archiveDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/oldWALs, maxLogs=10 2024-11-13T13:21:01,420 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/WALs/bfeb2336aed7,34601,1731504059156/bfeb2336aed7%2C34601%2C1731504059156.1731504061404, exclude list is [], retry=0 2024-11-13T13:21:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44151,DS-2a381739-9a0c-4913-867c-7d89fe4d051a,DISK] 2024-11-13T13:21:01,423 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/WALs/bfeb2336aed7,34601,1731504059156/bfeb2336aed7%2C34601%2C1731504059156.1731504061404 2024-11-13T13:21:01,424 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-11-13T13:21:01,424 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:01,424 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:01,424 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,424 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:21:01,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:01,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:01,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:21:01,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:01,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:01,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:21:01,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:01,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:01,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:21:01,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:01,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:01,431 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,431 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,431 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,432 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,432 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,432 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:01,433 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:01,434 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:01,435 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61426225, jitterRate=-0.08467791974544525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:01,435 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504061424Initializing all the Stores at 1731504061425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504061425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504061425Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504061425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504061425Cleaning up temporary data from old regions at 1731504061432 (+7 ms)Region opened successfully at 1731504061435 (+3 ms) 2024-11-13T13:21:01,436 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:21:01,438 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123dc5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:01,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:21:01,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:21:01,438 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:21:01,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:21:01,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:21:01,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:21:01,439 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:21:01,444 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:21:01,445 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Unable to get data of znode /0255652576/balancer because node does not exist (not necessarily an error) 2024-11-13T13:21:01,501 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0255652576/balancer already deleted, retry=false 2024-11-13T13:21:01,501 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:21:01,502 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Unable to get data of znode /0255652576/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:21:01,511 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0255652576/normalizer already deleted, retry=false 2024-11-13T13:21:01,512 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:21:01,513 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Unable to get data of znode /0255652576/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:21:01,522 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0255652576/switch/split already deleted, retry=false 2024-11-13T13:21:01,523 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Unable to get data of znode /0255652576/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:21:01,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0255652576/switch/merge already deleted, retry=false 2024-11-13T13:21:01,534 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Unable to get data of znode /0255652576/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:21:01,543 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0255652576/snapshot-cleanup already deleted, retry=false 2024-11-13T13:21:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0255652576/running 2024-11-13T13:21:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0255652576/running 2024-11-13T13:21:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:01,554 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,34601,1731504059156, sessionid=0x101345b21790000, setting cluster-up flag (Was=false) 2024-11-13T13:21:01,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:01,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:01,606 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0255652576/flush-table-proc/acquired, /0255652576/flush-table-proc/reached, /0255652576/flush-table-proc/abort 2024-11-13T13:21:01,607 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:01,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:01,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:01,659 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0255652576/online-snapshot/acquired, /0255652576/online-snapshot/reached, /0255652576/online-snapshot/abort 2024-11-13T13:21:01,660 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:01,661 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:21:01,662 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:01,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:21:01,663 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:21:01,663 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,34601,1731504059156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:01,664 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504091668 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:21:01,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:01,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:21:01,668 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:01,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:21:01,671 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:21:01,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:21:01,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:21:01,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:21:01,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:21:01,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:21:01,676 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504061676,5,FailOnTimeoutGroup] 2024-11-13T13:21:01,677 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504061676,5,FailOnTimeoutGroup] 2024-11-13T13:21:01,677 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,677 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:21:01,677 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,677 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:21:01,727 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(746): ClusterId : 43584150-4a76-42e1-a1fe-db9937188681 2024-11-13T13:21:01,727 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:21:01,733 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:21:01,733 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:21:01,744 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:21:01,744 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3b8eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:01,755 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:33507 2024-11-13T13:21:01,755 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:21:01,755 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:21:01,755 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:21:01,755 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,34601,1731504059156 with port=33507, startcode=1731504059499 2024-11-13T13:21:01,755 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:21:01,757 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:21:01,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:01,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34601 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:01,758 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb 2024-11-13T13:21:01,758 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38507 2024-11-13T13:21:01,758 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:21:01,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576/rs 2024-11-13T13:21:01,764 DEBUG [RS:0;bfeb2336aed7:33507 {}] zookeeper.ZKUtil(111): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on existing znode=/0255652576/rs/bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:01,764 WARN [RS:0;bfeb2336aed7:33507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:01,764 INFO [RS:0;bfeb2336aed7:33507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:01,764 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:01,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,33507,1731504059499] 2024-11-13T13:21:01,767 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:21:01,768 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:21:01,769 INFO [RS:0;bfeb2336aed7:33507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:21:01,769 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,769 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:21:01,769 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:21:01,769 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,769 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,769 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:01,770 DEBUG [RS:0;bfeb2336aed7:33507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:01,770 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,770 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,770 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,770 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,770 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,770 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33507,1731504059499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:01,783 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:21:01,783 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33507,1731504059499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,783 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,783 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.Replication(171): bfeb2336aed7,33507,1731504059499 started 2024-11-13T13:21:01,795 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:01,795 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,33507,1731504059499, RpcServer on bfeb2336aed7/172.17.0.2:33507, sessionid=0x101345b21790001 2024-11-13T13:21:01,795 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:21:01,795 DEBUG [RS:0;bfeb2336aed7:33507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:01,795 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,33507,1731504059499' 2024-11-13T13:21:01,795 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0255652576/flush-table-proc/abort' 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0255652576/flush-table-proc/acquired' 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,33507,1731504059499' 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0255652576/online-snapshot/abort' 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0255652576/online-snapshot/acquired' 2024-11-13T13:21:01,796 DEBUG [RS:0;bfeb2336aed7:33507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:21:01,796 INFO [RS:0;bfeb2336aed7:33507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:21:01,796 INFO [RS:0;bfeb2336aed7:33507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:21:01,897 INFO [RS:0;bfeb2336aed7:33507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:01,898 INFO [RS:0;bfeb2336aed7:33507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C33507%2C1731504059499, suffix=, logDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499, archiveDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/oldWALs, maxLogs=10 2024-11-13T13:21:01,909 DEBUG [RS:0;bfeb2336aed7:33507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, exclude list is [], retry=0 2024-11-13T13:21:01,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44151,DS-2a381739-9a0c-4913-867c-7d89fe4d051a,DISK] 2024-11-13T13:21:01,913 INFO [RS:0;bfeb2336aed7:33507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 2024-11-13T13:21:01,913 DEBUG [RS:0;bfeb2336aed7:33507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-11-13T13:21:02,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:21:02,081 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb 2024-11-13T13:21:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:21:02,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:02,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:02,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:02,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:02,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:02,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:02,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:02,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:02,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:02,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:02,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740 2024-11-13T13:21:02,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740 2024-11-13T13:21:02,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:02,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:02,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:02,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:02,097 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61688902, jitterRate=-0.08076372742652893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504062086Initializing all the Stores at 1731504062086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504062086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504062086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504062086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504062086Cleaning up temporary data from old regions at 1731504062092 (+6 ms)Region opened successfully at 1731504062098 (+6 ms) 2024-11-13T13:21:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:02,098 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:02,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:02,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504062098Disabling compacts and flushes for region at 1731504062098Disabling writes for close at 1731504062098Writing region close event to WAL at 1731504062099 (+1 ms)Closed at 1731504062099 2024-11-13T13:21:02,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:02,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:21:02,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:21:02,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:02,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:21:02,252 DEBUG [bfeb2336aed7:34601 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:21:02,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:02,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,33507,1731504059499, state=OPENING 2024-11-13T13:21:02,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:21:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:02,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0255652576/meta-region-server: CHANGED 2024-11-13T13:21:02,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0255652576/meta-region-server: CHANGED 2024-11-13T13:21:02,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:02,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,33507,1731504059499}] 2024-11-13T13:21:02,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:02,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:21:02,619 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:21:02,619 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:02,619 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:21:02,620 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C33507%2C1731504059499.meta, suffix=.meta, logDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499, archiveDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/oldWALs, maxLogs=10 2024-11-13T13:21:02,632 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.meta.1731504062620.meta, exclude list is [], retry=0 2024-11-13T13:21:02,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44151,DS-2a381739-9a0c-4913-867c-7d89fe4d051a,DISK] 2024-11-13T13:21:02,635 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.meta.1731504062620.meta 2024-11-13T13:21:02,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-11-13T13:21:02,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:02,635 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:02,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:02,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:21:02,635 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:21:02,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:21:02,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:02,636 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:21:02,636 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:21:02,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:02,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:02,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:02,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:02,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:02,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:02,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:02,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:02,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:02,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:02,640 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:02,640 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740 2024-11-13T13:21:02,641 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740 2024-11-13T13:21:02,642 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:02,642 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:02,642 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:02,643 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:02,644 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66995137, jitterRate=-0.0016946643590927124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:02,644 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:21:02,644 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504062636Writing region info on filesystem at 1731504062636Initializing all the Stores at 1731504062636Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504062636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504062636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504062636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504062636Cleaning up temporary data from old regions at 1731504062642 (+6 ms)Running coprocessor post-open hooks at 1731504062644 (+2 ms)Region opened successfully at 1731504062644 2024-11-13T13:21:02,645 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504062615 2024-11-13T13:21:02,647 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:21:02,647 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:21:02,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:02,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,33507,1731504059499, state=OPEN 2024-11-13T13:21:02,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0255652576/meta-region-server 2024-11-13T13:21:02,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0255652576/meta-region-server 2024-11-13T13:21:02,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:02,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0255652576/meta-region-server: CHANGED 2024-11-13T13:21:02,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0255652576/meta-region-server: CHANGED 2024-11-13T13:21:02,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:21:02,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,33507,1731504059499 in 234 msec 2024-11-13T13:21:02,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:21:02,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-11-13T13:21:02,701 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:02,701 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:21:02,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:02,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33507,1731504059499, seqNum=-1] 2024-11-13T13:21:02,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:02,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:02,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0440 sec 2024-11-13T13:21:02,706 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504062706, completionTime=-1 2024-11-13T13:21:02,706 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:21:02,706 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504122708 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504182708 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34601,1731504059156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34601,1731504059156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34601,1731504059156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:34601, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,710 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.147sec 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:21:02,711 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34601,1731504059156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:02,712 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34601,1731504059156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:21:02,713 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:21:02,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:21:02,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34601,1731504059156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:02,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d9010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:02,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:02,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:02,729 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2443d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:02,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:02,730 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:02,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b21571e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:02,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33507,1731504059499, seqNum=-1] 2024-11-13T13:21:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:02,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:02,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:02,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:02,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:02,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345b21790002 connected 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir so I do NOT create it in target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93 2024-11-13T13:21:02,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.tmp.dir so I do NOT create it in target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93 2024-11-13T13:21:02,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:21:02,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/cluster_edc80981-da38-bf09-e4f2-0e127d03c049, deleteOnExit=true 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/test.cache.data in system properties and HBase conf 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:21:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:21:02,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:21:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:21:03,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:03,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:03,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:03,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:03,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:03,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:03,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@281ea6e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:03,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0b9d5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:03,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7875fb13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/java.io.tmpdir/jetty-localhost-43113-hadoop-hdfs-3_4_1-tests_jar-_-any-11472043187430103982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:03,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b0a89f6{HTTP/1.1, (http/1.1)}{localhost:43113} 2024-11-13T13:21:03,317 INFO [Time-limited test {}] server.Server(415): Started @231640ms 2024-11-13T13:21:03,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:03,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:03,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:03,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:03,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:03,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@408ba545{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:03,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da94a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:03,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f716ffc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/java.io.tmpdir/jetty-localhost-37621-hadoop-hdfs-3_4_1-tests_jar-_-any-2520766496422107949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:03,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a30b32f{HTTP/1.1, (http/1.1)}{localhost:37621} 2024-11-13T13:21:03,686 INFO [Time-limited test {}] server.Server(415): Started @232010ms 2024-11-13T13:21:03,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:21:04,321 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/cluster_edc80981-da38-bf09-e4f2-0e127d03c049/data/data1/current/BP-1485621978-172.17.0.2-1731504062781/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:04,321 WARN [Thread-2765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/cluster_edc80981-da38-bf09-e4f2-0e127d03c049/data/data2/current/BP-1485621978-172.17.0.2-1731504062781/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:04,339 WARN [Thread-2752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:21:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34d526ff9184c9f6 with lease ID 0x33b27002de654911: Processing first storage report for DS-b15c1535-79ab-48c1-8bd0-de6e205553da from datanode DatanodeRegistration(127.0.0.1:37611, datanodeUuid=00b9f8ca-c370-4bdb-9271-59a59ad1237b, infoPort=44833, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=969515265;c=1731504062781) 2024-11-13T13:21:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34d526ff9184c9f6 with lease ID 0x33b27002de654911: from storage DS-b15c1535-79ab-48c1-8bd0-de6e205553da node DatanodeRegistration(127.0.0.1:37611, datanodeUuid=00b9f8ca-c370-4bdb-9271-59a59ad1237b, infoPort=44833, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=969515265;c=1731504062781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34d526ff9184c9f6 with lease ID 0x33b27002de654911: Processing first storage report for DS-f2417ffe-64fa-4f14-9c95-da6012b66c52 from datanode DatanodeRegistration(127.0.0.1:37611, datanodeUuid=00b9f8ca-c370-4bdb-9271-59a59ad1237b, infoPort=44833, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=969515265;c=1731504062781) 2024-11-13T13:21:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34d526ff9184c9f6 with lease ID 0x33b27002de654911: from storage DS-f2417ffe-64fa-4f14-9c95-da6012b66c52 node DatanodeRegistration(127.0.0.1:37611, datanodeUuid=00b9f8ca-c370-4bdb-9271-59a59ad1237b, infoPort=44833, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=969515265;c=1731504062781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:04,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93 2024-11-13T13:21:04,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:04,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:21:04,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:04,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45 with version=8 2024-11-13T13:21:04,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/hbase-staging 2024-11-13T13:21:04,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:04,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:04,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40437 2024-11-13T13:21:04,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40437 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404370x0, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:04,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40437-0x101345b21790003 connected 2024-11-13T13:21:04,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:04,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:04,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/running 2024-11-13T13:21:04,967 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45, hbase.cluster.distributed=false 2024-11-13T13:21:04,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/acl 2024-11-13T13:21:04,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40437 2024-11-13T13:21:04,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40437 2024-11-13T13:21:04,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40437 2024-11-13T13:21:04,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40437 2024-11-13T13:21:04,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40437 2024-11-13T13:21:04,982 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:04,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:04,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:21:04,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:04,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39275 2024-11-13T13:21:04,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39275 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:04,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:04,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:04,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392750x0, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:04,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/running 2024-11-13T13:21:04,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39275-0x101345b21790004 connected 2024-11-13T13:21:04,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:21:04,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:21:04,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/master 2024-11-13T13:21:04,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/acl 2024-11-13T13:21:04,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-13T13:21:04,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39275 2024-11-13T13:21:05,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39275 2024-11-13T13:21:05,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-13T13:21:05,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-13T13:21:05,015 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:40437 2024-11-13T13:21:05,016 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11935490832/backup-masters/bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832/backup-masters 2024-11-13T13:21:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832/backup-masters 2024-11-13T13:21:05,027 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on existing znode=/11935490832/backup-masters/bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:05,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11935490832/master 2024-11-13T13:21:05,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:05,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:05,038 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on existing znode=/11935490832/master 2024-11-13T13:21:05,038 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11935490832/backup-masters/bfeb2336aed7,40437,1731504064841 from backup master directory 2024-11-13T13:21:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832/backup-masters 2024-11-13T13:21:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11935490832/backup-masters/bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832/backup-masters 2024-11-13T13:21:05,048 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:05,048 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:05,050 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/hbase.id] with ID: e25568a9-2076-4568-9176-c8912ef7e171 2024-11-13T13:21:05,050 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/.tmp/hbase.id 2024-11-13T13:21:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:21:05,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:05,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:05,456 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/.tmp/hbase.id]:[hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/hbase.id] 2024-11-13T13:21:05,463 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:05,463 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:21:05,464 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:21:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:21:05,916 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:05,917 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:21:05,917 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:05,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:21:06,323 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store 2024-11-13T13:21:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:21:06,728 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:06,728 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:06,728 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:06,728 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:06,728 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:06,728 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:06,728 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:06,728 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504066728Disabling compacts and flushes for region at 1731504066728Disabling writes for close at 1731504066728Writing region close event to WAL at 1731504066728Closed at 1731504066728 2024-11-13T13:21:06,729 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/.initializing 2024-11-13T13:21:06,729 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/WALs/bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:06,730 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:06,731 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C40437%2C1731504064841, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/WALs/bfeb2336aed7,40437,1731504064841, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/oldWALs, maxLogs=10 2024-11-13T13:21:06,745 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/WALs/bfeb2336aed7,40437,1731504064841/bfeb2336aed7%2C40437%2C1731504064841.1731504066731, exclude list is [], retry=0 2024-11-13T13:21:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37611,DS-b15c1535-79ab-48c1-8bd0-de6e205553da,DISK] 2024-11-13T13:21:06,749 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/WALs/bfeb2336aed7,40437,1731504064841/bfeb2336aed7%2C40437%2C1731504064841.1731504066731 2024-11-13T13:21:06,749 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44833:44833)] 2024-11-13T13:21:06,749 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:06,749 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:06,749 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,749 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:21:06,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:06,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:06,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:21:06,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:06,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:06,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:21:06,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:06,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:06,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:21:06,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:06,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:06,755 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,755 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,756 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,757 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,757 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,757 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:06,758 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:06,759 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:06,760 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62537640, jitterRate=-0.06811654567718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:06,760 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504066749Initializing all the Stores at 1731504066750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504066750Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504066750Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504066750Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504066750Cleaning up temporary data from old regions at 1731504066757 (+7 ms)Region opened successfully at 1731504066760 (+3 ms) 2024-11-13T13:21:06,760 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:21:06,762 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d6bea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:06,763 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:21:06,763 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:21:06,763 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:21:06,763 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:21:06,763 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:21:06,764 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:21:06,764 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:21:06,765 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:21:06,766 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Unable to get data of znode /11935490832/balancer because node does not exist (not necessarily an error) 2024-11-13T13:21:06,827 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11935490832/balancer already deleted, retry=false 2024-11-13T13:21:06,827 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:21:06,828 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Unable to get data of znode /11935490832/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:21:06,837 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11935490832/normalizer already deleted, retry=false 2024-11-13T13:21:06,837 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:21:06,838 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Unable to get data of znode /11935490832/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:21:06,848 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11935490832/switch/split already deleted, retry=false 2024-11-13T13:21:06,848 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Unable to get data of znode /11935490832/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:21:06,858 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11935490832/switch/merge already deleted, retry=false 2024-11-13T13:21:06,860 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Unable to get data of znode /11935490832/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:21:06,869 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11935490832/snapshot-cleanup already deleted, retry=false 2024-11-13T13:21:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11935490832/running 2024-11-13T13:21:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11935490832/running 2024-11-13T13:21:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:06,880 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,40437,1731504064841, sessionid=0x101345b21790003, setting cluster-up flag (Was=false) 2024-11-13T13:21:06,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:06,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:06,932 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11935490832/flush-table-proc/acquired, /11935490832/flush-table-proc/reached, /11935490832/flush-table-proc/abort 2024-11-13T13:21:06,933 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:06,984 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11935490832/online-snapshot/acquired, /11935490832/online-snapshot/reached, /11935490832/online-snapshot/abort 2024-11-13T13:21:06,986 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:06,987 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:21:06,988 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:06,988 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:21:06,988 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:21:06,988 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,40437,1731504064841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:06,989 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:06,990 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504096990 2024-11-13T13:21:06,990 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:21:06,990 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:21:06,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:06,991 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:21:06,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:21:06,991 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:21:06,991 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:21:06,991 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:21:06,991 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:06,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:21:06,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:06,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:21:06,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:21:06,992 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:21:06,993 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:21:06,993 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:21:06,993 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:21:06,993 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504066993,5,FailOnTimeoutGroup] 2024-11-13T13:21:06,994 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504066993,5,FailOnTimeoutGroup] 2024-11-13T13:21:06,994 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:06,994 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:21:06,994 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:06,994 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:21:07,007 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(746): ClusterId : e25568a9-2076-4568-9176-c8912ef7e171 2024-11-13T13:21:07,007 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:21:07,017 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:21:07,017 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:21:07,027 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:21:07,028 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fad6c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:07,038 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:39275 2024-11-13T13:21:07,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:21:07,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:21:07,038 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:21:07,039 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,40437,1731504064841 with port=39275, startcode=1731504064982 2024-11-13T13:21:07,039 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:21:07,040 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:21:07,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40437 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,042 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45 2024-11-13T13:21:07,042 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34441 2024-11-13T13:21:07,042 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:21:07,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832/rs 2024-11-13T13:21:07,048 DEBUG [RS:0;bfeb2336aed7:39275 {}] zookeeper.ZKUtil(111): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on existing znode=/11935490832/rs/bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,048 WARN [RS:0;bfeb2336aed7:39275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:07,048 INFO [RS:0;bfeb2336aed7:39275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:07,048 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,39275,1731504064982] 2024-11-13T13:21:07,052 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:21:07,053 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:21:07,054 INFO [RS:0;bfeb2336aed7:39275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:21:07,054 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,054 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:21:07,055 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:21:07,055 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:07,055 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:07,056 DEBUG [RS:0;bfeb2336aed7:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:07,060 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,060 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,060 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,060 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,060 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,060 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39275,1731504064982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:07,080 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:21:07,080 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,39275,1731504064982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,080 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,080 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.Replication(171): bfeb2336aed7,39275,1731504064982 started 2024-11-13T13:21:07,093 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:07,093 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,39275,1731504064982, RpcServer on bfeb2336aed7/172.17.0.2:39275, sessionid=0x101345b21790004 2024-11-13T13:21:07,093 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:21:07,093 DEBUG [RS:0;bfeb2336aed7:39275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,093 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,39275,1731504064982' 2024-11-13T13:21:07,093 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11935490832/flush-table-proc/abort' 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11935490832/flush-table-proc/acquired' 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,39275,1731504064982' 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11935490832/online-snapshot/abort' 2024-11-13T13:21:07,094 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11935490832/online-snapshot/acquired' 2024-11-13T13:21:07,095 DEBUG [RS:0;bfeb2336aed7:39275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:21:07,095 INFO [RS:0;bfeb2336aed7:39275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:21:07,095 INFO [RS:0;bfeb2336aed7:39275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:21:07,195 INFO [RS:0;bfeb2336aed7:39275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:07,196 INFO [RS:0;bfeb2336aed7:39275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C39275%2C1731504064982, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/oldWALs, maxLogs=10 2024-11-13T13:21:07,208 DEBUG [RS:0;bfeb2336aed7:39275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, exclude list is [], retry=0 2024-11-13T13:21:07,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37611,DS-b15c1535-79ab-48c1-8bd0-de6e205553da,DISK] 2024-11-13T13:21:07,211 INFO [RS:0;bfeb2336aed7:39275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 2024-11-13T13:21:07,211 DEBUG [RS:0;bfeb2336aed7:39275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44833:44833)] 2024-11-13T13:21:07,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:21:07,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45 2024-11-13T13:21:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:21:07,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:21:07,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:07,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:07,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:07,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:07,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:07,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:07,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:07,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:07,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:07,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:07,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:07,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:07,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:07,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:07,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:07,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:07,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:07,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:07,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740 2024-11-13T13:21:07,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740 2024-11-13T13:21:07,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:07,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:07,808 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:07,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:07,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63620274, jitterRate=-0.051984041929244995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504067801Initializing all the Stores at 1731504067801Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504067801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504067802 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504067802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504067802Cleaning up temporary data from old regions at 1731504067808 (+6 ms)Region opened successfully at 1731504067810 (+2 ms) 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:07,810 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:07,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:07,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504067810Disabling compacts and flushes for region at 1731504067810Disabling writes for close at 1731504067810Writing region close event to WAL at 1731504067810Closed at 1731504067810 2024-11-13T13:21:07,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:07,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:21:07,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:21:07,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:07,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:21:07,963 DEBUG [bfeb2336aed7:40437 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:21:07,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:07,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,39275,1731504064982, state=OPENING 2024-11-13T13:21:08,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:21:08,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:08,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:08,174 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:08,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11935490832/meta-region-server: CHANGED 2024-11-13T13:21:08,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,39275,1731504064982}] 2024-11-13T13:21:08,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11935490832/meta-region-server: CHANGED 2024-11-13T13:21:08,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:08,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:21:08,330 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:21:08,330 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:08,330 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:21:08,331 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C39275%2C1731504064982.meta, suffix=.meta, logDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/oldWALs, maxLogs=10 2024-11-13T13:21:08,343 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.meta.1731504068331.meta, exclude list is [], retry=0 2024-11-13T13:21:08,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37611,DS-b15c1535-79ab-48c1-8bd0-de6e205553da,DISK] 2024-11-13T13:21:08,346 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.meta.1731504068331.meta 2024-11-13T13:21:08,347 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44833:44833)] 2024-11-13T13:21:08,347 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:08,347 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:08,347 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:08,347 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:21:08,347 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:21:08,348 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:21:08,348 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:08,348 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:21:08,348 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:21:08,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:08,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:08,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:08,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:08,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:08,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:08,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:08,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:08,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:08,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:08,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:08,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:08,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:08,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:08,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:08,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:08,352 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:08,353 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740 2024-11-13T13:21:08,354 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740 2024-11-13T13:21:08,355 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:08,355 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:08,355 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:08,356 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:08,357 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75324221, jitterRate=0.1224183589220047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:08,357 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:21:08,357 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504068348Writing region info on filesystem at 1731504068348Initializing all the Stores at 1731504068348Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504068348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504068349 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504068349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504068349Cleaning up temporary data from old regions at 1731504068355 (+6 ms)Running coprocessor post-open hooks at 1731504068357 (+2 ms)Region opened successfully at 1731504068357 2024-11-13T13:21:08,358 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504068326 2024-11-13T13:21:08,359 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:21:08,359 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:21:08,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:08,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,39275,1731504064982, state=OPEN 2024-11-13T13:21:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11935490832/meta-region-server 2024-11-13T13:21:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11935490832/meta-region-server 2024-11-13T13:21:08,363 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:08,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11935490832/meta-region-server: CHANGED 2024-11-13T13:21:08,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11935490832/meta-region-server: CHANGED 2024-11-13T13:21:08,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:21:08,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,39275,1731504064982 in 189 msec 2024-11-13T13:21:08,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:21:08,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-13T13:21:08,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:08,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:21:08,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:08,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39275,1731504064982, seqNum=-1] 2024-11-13T13:21:08,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:08,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:08,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-11-13T13:21:08,373 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504068373, completionTime=-1 2024-11-13T13:21:08,373 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:21:08,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504128375 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504188375 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40437,1731504064841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40437,1731504064841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40437,1731504064841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:40437, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,375 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,376 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,377 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:21:08,378 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40437,1731504064841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:08,379 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40437,1731504064841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:21:08,380 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:21:08,380 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:21:08,380 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40437,1731504064841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:08,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aafb245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:08,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,40437,-1 for getting cluster id 2024-11-13T13:21:08,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:08,409 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25568a9-2076-4568-9176-c8912ef7e171' 2024-11-13T13:21:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25568a9-2076-4568-9176-c8912ef7e171" 2024-11-13T13:21:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9e25ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,40437,-1] 2024-11-13T13:21:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:08,411 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:08,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73490c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:08,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39275,1731504064982, seqNum=-1] 2024-11-13T13:21:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:08,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:08,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:08,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:08,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:08,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101345b21790005 connected 2024-11-13T13:21:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir so I do NOT create it in target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf 2024-11-13T13:21:08,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:21:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.tmp.dir so I do NOT create it in target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf 2024-11-13T13:21:08,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:21:08,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf 2024-11-13T13:21:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:21:08,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/cluster_7a763363-5b45-9399-289f-72472554df64, deleteOnExit=true 2024-11-13T13:21:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/test.cache.data in system properties and HBase conf 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:21:08,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:08,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:21:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:21:08,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:08,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:08,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:08,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:08,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:08,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:08,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2280d868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:08,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b75e043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:08,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@181c8732{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/java.io.tmpdir/jetty-localhost-39667-hadoop-hdfs-3_4_1-tests_jar-_-any-13517188542899228596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:08,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b2f9d0c{HTTP/1.1, (http/1.1)}{localhost:39667} 2024-11-13T13:21:08,888 INFO [Time-limited test {}] server.Server(415): Started @237212ms 2024-11-13T13:21:09,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:09,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:09,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:09,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:09,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:09,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173ba0ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:09,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173f8f72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:09,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257b144{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/java.io.tmpdir/jetty-localhost-38601-hadoop-hdfs-3_4_1-tests_jar-_-any-15428169851232429447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:09,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0a0edf{HTTP/1.1, (http/1.1)}{localhost:38601} 2024-11-13T13:21:09,277 INFO [Time-limited test {}] server.Server(415): Started @237600ms 2024-11-13T13:21:09,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:21:09,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:21:09,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:21:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T13:21:09,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T13:21:09,945 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/cluster_7a763363-5b45-9399-289f-72472554df64/data/data1/current/BP-1826366459-172.17.0.2-1731504068466/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:09,945 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/cluster_7a763363-5b45-9399-289f-72472554df64/data/data2/current/BP-1826366459-172.17.0.2-1731504068466/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:09,967 WARN [Thread-2873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:21:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8627eb6cb2579be9 with lease ID 0xeaf50031988a25a8: Processing first storage report for DS-c3e36035-ff27-4ff7-8563-733460a47875 from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=3635f785-5f00-4d71-931c-53fe2295f352, infoPort=38751, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=1975136263;c=1731504068466) 2024-11-13T13:21:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8627eb6cb2579be9 with lease ID 0xeaf50031988a25a8: from storage DS-c3e36035-ff27-4ff7-8563-733460a47875 node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=3635f785-5f00-4d71-931c-53fe2295f352, infoPort=38751, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=1975136263;c=1731504068466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8627eb6cb2579be9 with lease ID 0xeaf50031988a25a8: Processing first storage report for DS-5f157325-6581-4d68-b5d6-98b332cff051 from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=3635f785-5f00-4d71-931c-53fe2295f352, infoPort=38751, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=1975136263;c=1731504068466) 2024-11-13T13:21:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8627eb6cb2579be9 with lease ID 0xeaf50031988a25a8: from storage DS-5f157325-6581-4d68-b5d6-98b332cff051 node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=3635f785-5f00-4d71-931c-53fe2295f352, infoPort=38751, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=1975136263;c=1731504068466), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:10,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf 2024-11-13T13:21:10,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:10,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:21:10,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6 with version=8 2024-11-13T13:21:10,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/hbase-staging 2024-11-13T13:21:10,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:10,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38975 2024-11-13T13:21:10,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38975 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389750x0, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:10,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38975-0x101345b21790006 connected 2024-11-13T13:21:10,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:10,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:10,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/running 2024-11-13T13:21:10,598 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6, hbase.cluster.distributed=false 2024-11-13T13:21:10,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/acl 2024-11-13T13:21:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38975 2024-11-13T13:21:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38975 2024-11-13T13:21:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38975 2024-11-13T13:21:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38975 2024-11-13T13:21:10,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38975 2024-11-13T13:21:10,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:10,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:10,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:10,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:10,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:10,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:10,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:21:10,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:10,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44209 2024-11-13T13:21:10,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44209 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:10,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:10,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:10,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442090x0, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:10,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442090x0, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/running 2024-11-13T13:21:10,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:21:10,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44209-0x101345b21790007 connected 2024-11-13T13:21:10,638 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:21:10,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/master 2024-11-13T13:21:10,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/acl 2024-11-13T13:21:10,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44209 2024-11-13T13:21:10,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44209 2024-11-13T13:21:10,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44209 2024-11-13T13:21:10,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44209 2024-11-13T13:21:10,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44209 2024-11-13T13:21:10,660 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:38975 2024-11-13T13:21:10,660 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /275841129/backup-masters/bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:10,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129/backup-masters 2024-11-13T13:21:10,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129/backup-masters 2024-11-13T13:21:10,669 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on existing znode=/275841129/backup-masters/bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/275841129/master 2024-11-13T13:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:10,679 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on existing znode=/275841129/master 2024-11-13T13:21:10,680 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /275841129/backup-masters/bfeb2336aed7,38975,1731504070423 from backup master directory 2024-11-13T13:21:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/275841129/backup-masters/bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129/backup-masters 2024-11-13T13:21:10,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129/backup-masters 2024-11-13T13:21:10,690 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:10,690 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:10,692 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/hbase.id] with ID: 4be181c1-b1ab-4e9c-bdff-833b730b3ddb 2024-11-13T13:21:10,693 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/.tmp/hbase.id 2024-11-13T13:21:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:21:11,100 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/.tmp/hbase.id]:[hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/hbase.id] 2024-11-13T13:21:11,106 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:11,107 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:21:11,107 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:21:11,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:11,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:21:11,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:11,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:11,401 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48525 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:11,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:11,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:21:11,562 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:21:11,968 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store 2024-11-13T13:21:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:21:12,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:12,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:12,373 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:12,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:12,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:12,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:12,373 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:12,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504072373Disabling compacts and flushes for region at 1731504072373Disabling writes for close at 1731504072373Writing region close event to WAL at 1731504072373Closed at 1731504072373 2024-11-13T13:21:12,374 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/.initializing 2024-11-13T13:21:12,374 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/WALs/bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:12,374 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:12,376 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C38975%2C1731504070423, suffix=, logDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/WALs/bfeb2336aed7,38975,1731504070423, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/oldWALs, maxLogs=10 2024-11-13T13:21:12,388 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/WALs/bfeb2336aed7,38975,1731504070423/bfeb2336aed7%2C38975%2C1731504070423.1731504072376, exclude list is [], retry=0 2024-11-13T13:21:12,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-c3e36035-ff27-4ff7-8563-733460a47875,DISK] 2024-11-13T13:21:12,391 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/WALs/bfeb2336aed7,38975,1731504070423/bfeb2336aed7%2C38975%2C1731504070423.1731504072376 2024-11-13T13:21:12,391 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-13T13:21:12,391 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:12,392 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:12,392 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,392 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:21:12,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:12,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:12,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:21:12,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:12,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:12,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:21:12,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:12,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:12,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:21:12,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:12,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:12,398 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,398 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,398 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,399 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,400 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:12,400 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:12,402 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:12,402 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60670313, jitterRate=-0.09594188630580902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:12,402 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504072392Initializing all the Stores at 1731504072392Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504072392Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504072392Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504072392Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504072392Cleaning up temporary data from old regions at 1731504072399 (+7 ms)Region opened successfully at 1731504072402 (+3 ms) 2024-11-13T13:21:12,402 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:21:12,404 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e5b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:12,405 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:21:12,405 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:21:12,405 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:21:12,405 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:21:12,406 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:21:12,406 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:21:12,406 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:21:12,407 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:21:12,408 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Unable to get data of znode /275841129/balancer because node does not exist (not necessarily an error) 2024-11-13T13:21:12,479 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /275841129/balancer already deleted, retry=false 2024-11-13T13:21:12,479 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:21:12,480 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Unable to get data of znode /275841129/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:21:12,489 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /275841129/normalizer already deleted, retry=false 2024-11-13T13:21:12,490 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:21:12,491 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Unable to get data of znode /275841129/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:21:12,500 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /275841129/switch/split already deleted, retry=false 2024-11-13T13:21:12,501 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Unable to get data of znode /275841129/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:21:12,510 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /275841129/switch/merge already deleted, retry=false 2024-11-13T13:21:12,512 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Unable to get data of znode /275841129/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:21:12,521 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /275841129/snapshot-cleanup already deleted, retry=false 2024-11-13T13:21:12,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/275841129/running 2024-11-13T13:21:12,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/275841129/running 2024-11-13T13:21:12,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:12,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:12,532 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,38975,1731504070423, sessionid=0x101345b21790006, setting cluster-up flag (Was=false) 2024-11-13T13:21:12,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:12,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:12,584 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /275841129/flush-table-proc/acquired, /275841129/flush-table-proc/reached, /275841129/flush-table-proc/abort 2024-11-13T13:21:12,585 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:12,637 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /275841129/online-snapshot/acquired, /275841129/online-snapshot/reached, /275841129/online-snapshot/abort 2024-11-13T13:21:12,638 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:12,639 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:21:12,640 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:12,640 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:21:12,640 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:21:12,640 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,38975,1731504070423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:12,642 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504102643 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:21:12,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:21:12,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:21:12,643 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:21:12,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:12,644 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:21:12,644 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:21:12,644 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:21:12,644 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:21:12,644 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:21:12,645 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:21:12,645 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:21:12,646 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504072645,5,FailOnTimeoutGroup] 2024-11-13T13:21:12,646 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504072646,5,FailOnTimeoutGroup] 2024-11-13T13:21:12,647 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,647 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:21:12,647 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,647 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:21:12,651 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(746): ClusterId : 4be181c1-b1ab-4e9c-bdff-833b730b3ddb 2024-11-13T13:21:12,652 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:21:12,658 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:21:12,658 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:21:12,669 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:21:12,669 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1888d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:12,684 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:44209 2024-11-13T13:21:12,684 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:21:12,684 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:21:12,684 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:21:12,685 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,38975,1731504070423 with port=44209, startcode=1731504070619 2024-11-13T13:21:12,685 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:21:12,686 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:21:12,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:12,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38975 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:12,688 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6 2024-11-13T13:21:12,688 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44811 2024-11-13T13:21:12,688 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:21:12,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129/rs 2024-11-13T13:21:12,734 DEBUG [RS:0;bfeb2336aed7:44209 {}] zookeeper.ZKUtil(111): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on existing znode=/275841129/rs/bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:12,734 WARN [RS:0;bfeb2336aed7:44209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:12,734 INFO [RS:0;bfeb2336aed7:44209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:12,734 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:12,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,44209,1731504070619] 2024-11-13T13:21:12,736 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:21:12,738 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:21:12,738 INFO [RS:0;bfeb2336aed7:44209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:21:12,738 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,738 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:21:12,739 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:21:12,739 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:12,739 DEBUG [RS:0;bfeb2336aed7:44209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:12,740 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,740 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,740 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,740 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,740 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,740 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44209,1731504070619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:12,752 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:21:12,752 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,44209,1731504070619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,752 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,752 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.Replication(171): bfeb2336aed7,44209,1731504070619 started 2024-11-13T13:21:12,764 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:12,764 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,44209,1731504070619, RpcServer on bfeb2336aed7/172.17.0.2:44209, sessionid=0x101345b21790007 2024-11-13T13:21:12,764 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:21:12,764 DEBUG [RS:0;bfeb2336aed7:44209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:12,764 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,44209,1731504070619' 2024-11-13T13:21:12,764 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/275841129/flush-table-proc/abort' 2024-11-13T13:21:12,764 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/275841129/flush-table-proc/acquired' 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,44209,1731504070619' 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/275841129/online-snapshot/abort' 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/275841129/online-snapshot/acquired' 2024-11-13T13:21:12,765 DEBUG [RS:0;bfeb2336aed7:44209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:21:12,765 INFO [RS:0;bfeb2336aed7:44209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:21:12,765 INFO [RS:0;bfeb2336aed7:44209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:21:12,865 INFO [RS:0;bfeb2336aed7:44209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:12,867 INFO [RS:0;bfeb2336aed7:44209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44209%2C1731504070619, suffix=, logDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/oldWALs, maxLogs=10 2024-11-13T13:21:12,878 DEBUG [RS:0;bfeb2336aed7:44209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, exclude list is [], retry=0 2024-11-13T13:21:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-c3e36035-ff27-4ff7-8563-733460a47875,DISK] 2024-11-13T13:21:12,882 INFO [RS:0;bfeb2336aed7:44209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 2024-11-13T13:21:12,882 DEBUG [RS:0;bfeb2336aed7:44209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-13T13:21:13,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:21:13,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6 2024-11-13T13:21:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:21:13,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:13,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:13,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:13,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:13,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:13,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:13,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:13,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:13,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:13,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:13,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:13,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:13,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:13,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:13,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:13,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:13,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:13,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740 2024-11-13T13:21:13,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740 2024-11-13T13:21:13,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:13,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:13,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:13,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:13,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:13,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68001948, jitterRate=0.01330798864364624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504073460Initializing all the Stores at 1731504073461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504073461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504073461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504073461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504073461Cleaning up temporary data from old regions at 1731504073468 (+7 ms)Region opened successfully at 1731504073471 (+3 ms) 2024-11-13T13:21:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:13,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:13,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504073471Disabling compacts and flushes for region at 1731504073471Disabling writes for close at 1731504073471Writing region close event to WAL at 1731504073471Closed at 1731504073471 2024-11-13T13:21:13,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:13,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:21:13,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:21:13,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:13,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:21:13,623 DEBUG [bfeb2336aed7:38975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:21:13,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:13,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,44209,1731504070619, state=OPENING 2024-11-13T13:21:13,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:21:13,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:13,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:13,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:13,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:13,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /275841129/meta-region-server: CHANGED 2024-11-13T13:21:13,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /275841129/meta-region-server: CHANGED 2024-11-13T13:21:13,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44209,1731504070619}] 2024-11-13T13:21:13,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:13,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:14,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:14,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:21:14,046 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:21:14,046 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:14,046 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:21:14,047 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44209%2C1731504070619.meta, suffix=.meta, logDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/oldWALs, maxLogs=10 2024-11-13T13:21:14,059 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.meta.1731504074047.meta, exclude list is [], retry=0 2024-11-13T13:21:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-c3e36035-ff27-4ff7-8563-733460a47875,DISK] 2024-11-13T13:21:14,062 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.meta.1731504074047.meta 2024-11-13T13:21:14,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-13T13:21:14,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:14,062 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:14,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:14,062 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:21:14,062 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:21:14,063 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:21:14,063 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:14,063 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:21:14,063 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:21:14,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:14,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:14,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:14,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:14,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:14,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:14,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:14,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:14,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:14,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:14,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:14,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:14,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:14,067 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:14,067 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740 2024-11-13T13:21:14,068 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740 2024-11-13T13:21:14,069 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:14,069 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:14,069 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:14,070 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:14,070 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69932550, jitterRate=0.04207620024681091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:14,070 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:21:14,070 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504074063Writing region info on filesystem at 1731504074063Initializing all the Stores at 1731504074063Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504074063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504074064 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504074064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504074064Cleaning up temporary data from old regions at 1731504074069 (+5 ms)Running coprocessor post-open hooks at 1731504074070 (+1 ms)Region opened successfully at 1731504074070 2024-11-13T13:21:14,071 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504074042 2024-11-13T13:21:14,072 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:21:14,073 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:21:14,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:14,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,44209,1731504070619, state=OPEN 2024-11-13T13:21:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/275841129/meta-region-server 2024-11-13T13:21:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/275841129/meta-region-server 2024-11-13T13:21:14,089 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:14,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /275841129/meta-region-server: CHANGED 2024-11-13T13:21:14,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /275841129/meta-region-server: CHANGED 2024-11-13T13:21:14,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:21:14,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,44209,1731504070619 in 200 msec 2024-11-13T13:21:14,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:21:14,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-13T13:21:14,093 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:14,093 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:21:14,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:14,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44209,1731504070619, seqNum=-1] 2024-11-13T13:21:14,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:14,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:14,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4580 sec 2024-11-13T13:21:14,098 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504074098, completionTime=-1 2024-11-13T13:21:14,098 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:21:14,098 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:21:14,100 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:21:14,100 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504134100 2024-11-13T13:21:14,100 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504194100 2024-11-13T13:21:14,100 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:21:14,100 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38975,1731504070423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,100 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38975,1731504070423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,101 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38975,1731504070423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,101 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:38975, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,101 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,101 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,102 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:21:14,103 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.413sec 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38975,1731504070423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:14,104 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38975,1731504070423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:21:14,105 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:21:14,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:21:14,105 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,38975,1731504070423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:14,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695aba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:14,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:14,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:14,153 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266f248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:14,155 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:14,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c6c0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:14,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44209,1731504070619, seqNum=-1] 2024-11-13T13:21:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:14,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:14,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:14,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58462 2024-11-13T13:21:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:14,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101345b21790008 connected 2024-11-13T13:21:14,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@309f512b 2024-11-13T13:21:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:14,177 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:14,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:21:14,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:21:14,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:14,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:21:14,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:21:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:21:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:14,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ad4a4417df7dcf1027ad09cf34f7653, NAME => 'test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb 2024-11-13T13:21:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:21:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:15,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:15,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ad4a4417df7dcf1027ad09cf34f7653, disabling compactions & flushes 2024-11-13T13:21:15,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. after waiting 0 ms 2024-11-13T13:21:15,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,002 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ad4a4417df7dcf1027ad09cf34f7653: Waiting for close lock at 1731504075001Disabling compacts and flushes for region at 1731504075001Disabling writes for close at 1731504075001Writing region close event to WAL at 1731504075001Closed at 1731504075001 2024-11-13T13:21:15,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:21:15,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504075003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504075003"}]},"ts":"1731504075003"} 2024-11-13T13:21:15,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:21:15,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:21:15,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504075006"}]},"ts":"1731504075006"} 2024-11-13T13:21:15,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:21:15,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ad4a4417df7dcf1027ad09cf34f7653, ASSIGN}] 2024-11-13T13:21:15,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ad4a4417df7dcf1027ad09cf34f7653, ASSIGN 2024-11-13T13:21:15,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ad4a4417df7dcf1027ad09cf34f7653, ASSIGN; state=OFFLINE, location=bfeb2336aed7,33507,1731504059499; forceNewPlan=false, retain=false 2024-11-13T13:21:15,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ad4a4417df7dcf1027ad09cf34f7653, regionState=OPENING, regionLocation=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:15,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ad4a4417df7dcf1027ad09cf34f7653, ASSIGN because future has completed 2024-11-13T13:21:15,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ad4a4417df7dcf1027ad09cf34f7653, server=bfeb2336aed7,33507,1731504059499}] 2024-11-13T13:21:15,319 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,319 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ad4a4417df7dcf1027ad09cf34f7653, NAME => 'test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:15,320 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:15,320 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:21:15,320 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,320 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:15,320 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,320 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,321 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,322 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad4a4417df7dcf1027ad09cf34f7653 columnFamilyName f 2024-11-13T13:21:15,322 DEBUG [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:15,322 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] regionserver.HStore(327): Store=0ad4a4417df7dcf1027ad09cf34f7653/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:15,322 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,323 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad4a4417df7dcf1027ad09cf34f7653 columnFamilyName f1 2024-11-13T13:21:15,323 DEBUG [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:15,323 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] regionserver.HStore(327): Store=0ad4a4417df7dcf1027ad09cf34f7653/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:15,323 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,324 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad4a4417df7dcf1027ad09cf34f7653 columnFamilyName norep 2024-11-13T13:21:15,324 DEBUG [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:15,325 INFO [StoreOpener-0ad4a4417df7dcf1027ad09cf34f7653-1 {}] regionserver.HStore(327): Store=0ad4a4417df7dcf1027ad09cf34f7653/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:15,325 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,325 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,325 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,326 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,326 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,326 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:21:15,327 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,328 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:15,329 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ad4a4417df7dcf1027ad09cf34f7653; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62054155, jitterRate=-0.07532103359699249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:21:15,329 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:15,329 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ad4a4417df7dcf1027ad09cf34f7653: Running coprocessor pre-open hook at 1731504075320Writing region info on filesystem at 1731504075320Initializing all the Stores at 1731504075321 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504075321Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504075321Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504075321Cleaning up temporary data from old regions at 1731504075326 (+5 ms)Running coprocessor post-open hooks at 1731504075329 (+3 ms)Region opened successfully at 1731504075329 2024-11-13T13:21:15,330 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653., pid=6, masterSystemTime=1731504075314 2024-11-13T13:21:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:15,331 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,332 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:15,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ad4a4417df7dcf1027ad09cf34f7653, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:15,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ad4a4417df7dcf1027ad09cf34f7653, server=bfeb2336aed7,33507,1731504059499 because future has completed 2024-11-13T13:21:15,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:21:15,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ad4a4417df7dcf1027ad09cf34f7653, server=bfeb2336aed7,33507,1731504059499 in 171 msec 2024-11-13T13:21:15,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:21:15,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ad4a4417df7dcf1027ad09cf34f7653, ASSIGN in 328 msec 2024-11-13T13:21:15,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:21:15,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504075338"}]},"ts":"1731504075338"} 2024-11-13T13:21:15,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:21:15,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:21:15,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-13T13:21:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:16,341 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:21:16,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4eaaa 2024-11-13T13:21:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:16,344 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:16,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:21:16,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:21:16,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:16,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:21:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:16,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:21:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:21:16,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cfc611979c9d1ce5b707414bfca813b, NAME => 'test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45 2024-11-13T13:21:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3cfc611979c9d1ce5b707414bfca813b, disabling compactions & flushes 2024-11-13T13:21:16,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. after waiting 0 ms 2024-11-13T13:21:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:16,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cfc611979c9d1ce5b707414bfca813b: Waiting for close lock at 1731504076760Disabling compacts and flushes for region at 1731504076760Disabling writes for close at 1731504076760Writing region close event to WAL at 1731504076760Closed at 1731504076760 2024-11-13T13:21:16,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:21:16,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504076761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504076761"}]},"ts":"1731504076761"} 2024-11-13T13:21:16,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:21:16,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:21:16,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504076775"}]},"ts":"1731504076775"} 2024-11-13T13:21:16,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:21:16,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cfc611979c9d1ce5b707414bfca813b, ASSIGN}] 2024-11-13T13:21:16,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cfc611979c9d1ce5b707414bfca813b, ASSIGN 2024-11-13T13:21:16,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3cfc611979c9d1ce5b707414bfca813b, ASSIGN; state=OFFLINE, location=bfeb2336aed7,39275,1731504064982; forceNewPlan=false, retain=false 2024-11-13T13:21:16,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cfc611979c9d1ce5b707414bfca813b, regionState=OPENING, regionLocation=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:16,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3cfc611979c9d1ce5b707414bfca813b, ASSIGN because future has completed 2024-11-13T13:21:16,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cfc611979c9d1ce5b707414bfca813b, server=bfeb2336aed7,39275,1731504064982}] 2024-11-13T13:21:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:17,088 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:17,088 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cfc611979c9d1ce5b707414bfca813b, NAME => 'test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:17,089 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:17,089 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:21:17,089 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,089 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:17,089 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,089 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,092 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,093 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cfc611979c9d1ce5b707414bfca813b columnFamilyName f 2024-11-13T13:21:17,094 DEBUG [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:17,094 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] regionserver.HStore(327): Store=3cfc611979c9d1ce5b707414bfca813b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:17,094 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,095 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cfc611979c9d1ce5b707414bfca813b columnFamilyName f1 2024-11-13T13:21:17,095 DEBUG [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:17,095 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] regionserver.HStore(327): Store=3cfc611979c9d1ce5b707414bfca813b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:17,095 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,096 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cfc611979c9d1ce5b707414bfca813b columnFamilyName norep 2024-11-13T13:21:17,096 DEBUG [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:17,096 INFO [StoreOpener-3cfc611979c9d1ce5b707414bfca813b-1 {}] regionserver.HStore(327): Store=3cfc611979c9d1ce5b707414bfca813b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:17,097 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,097 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,097 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,098 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,098 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,098 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:21:17,099 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,101 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:17,101 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3cfc611979c9d1ce5b707414bfca813b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68008160, jitterRate=0.013400554656982422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:21:17,101 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:17,101 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3cfc611979c9d1ce5b707414bfca813b: Running coprocessor pre-open hook at 1731504077090Writing region info on filesystem at 1731504077090Initializing all the Stores at 1731504077090Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504077090Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504077092 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504077092Cleaning up temporary data from old regions at 1731504077098 (+6 ms)Running coprocessor post-open hooks at 1731504077101 (+3 ms)Region opened successfully at 1731504077101 2024-11-13T13:21:17,103 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b., pid=6, masterSystemTime=1731504077083 2024-11-13T13:21:17,105 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:17,105 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:17,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cfc611979c9d1ce5b707414bfca813b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:17,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cfc611979c9d1ce5b707414bfca813b, server=bfeb2336aed7,39275,1731504064982 because future has completed 2024-11-13T13:21:17,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:21:17,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cfc611979c9d1ce5b707414bfca813b, server=bfeb2336aed7,39275,1731504064982 in 177 msec 2024-11-13T13:21:17,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:21:17,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3cfc611979c9d1ce5b707414bfca813b, ASSIGN in 333 msec 2024-11-13T13:21:17,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:21:17,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504077112"}]},"ts":"1731504077112"} 2024-11-13T13:21:17,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:21:17,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:21:17,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-13T13:21:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:17,482 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:21:17,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:17,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:17,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@922d3cc 2024-11-13T13:21:17,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:17,484 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:17,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:21:17,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:21:17,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:17,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:21:17,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:21:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:21:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:17,893 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7d4ca279a8b7f29f28f416fd9fbf9dd, NAME => 'test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6 2024-11-13T13:21:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:21:17,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:17,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7d4ca279a8b7f29f28f416fd9fbf9dd, disabling compactions & flushes 2024-11-13T13:21:17,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:17,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:17,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. after waiting 0 ms 2024-11-13T13:21:17,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:17,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:17,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7d4ca279a8b7f29f28f416fd9fbf9dd: Waiting for close lock at 1731504077941Disabling compacts and flushes for region at 1731504077941Disabling writes for close at 1731504077941Writing region close event to WAL at 1731504077941Closed at 1731504077941 2024-11-13T13:21:17,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:21:17,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504077942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504077942"}]},"ts":"1731504077942"} 2024-11-13T13:21:17,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:21:17,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:21:17,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504077945"}]},"ts":"1731504077945"} 2024-11-13T13:21:17,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:21:17,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7d4ca279a8b7f29f28f416fd9fbf9dd, ASSIGN}] 2024-11-13T13:21:17,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7d4ca279a8b7f29f28f416fd9fbf9dd, ASSIGN 2024-11-13T13:21:17,948 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7d4ca279a8b7f29f28f416fd9fbf9dd, ASSIGN; state=OFFLINE, location=bfeb2336aed7,44209,1731504070619; forceNewPlan=false, retain=false 2024-11-13T13:21:18,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7d4ca279a8b7f29f28f416fd9fbf9dd, regionState=OPENING, regionLocation=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:18,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7d4ca279a8b7f29f28f416fd9fbf9dd, ASSIGN because future has completed 2024-11-13T13:21:18,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d4ca279a8b7f29f28f416fd9fbf9dd, server=bfeb2336aed7,44209,1731504070619}] 2024-11-13T13:21:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:18,257 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:18,257 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d4ca279a8b7f29f28f416fd9fbf9dd, NAME => 'test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:18,257 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:18,257 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:21:18,258 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,258 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:18,258 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,258 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,259 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,260 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d4ca279a8b7f29f28f416fd9fbf9dd columnFamilyName f 2024-11-13T13:21:18,260 DEBUG [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:18,260 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] regionserver.HStore(327): Store=d7d4ca279a8b7f29f28f416fd9fbf9dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:18,260 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,261 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d4ca279a8b7f29f28f416fd9fbf9dd columnFamilyName f1 2024-11-13T13:21:18,261 DEBUG [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:18,261 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] regionserver.HStore(327): Store=d7d4ca279a8b7f29f28f416fd9fbf9dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:18,261 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,262 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d4ca279a8b7f29f28f416fd9fbf9dd columnFamilyName norep 2024-11-13T13:21:18,262 DEBUG [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:18,262 INFO [StoreOpener-d7d4ca279a8b7f29f28f416fd9fbf9dd-1 {}] regionserver.HStore(327): Store=d7d4ca279a8b7f29f28f416fd9fbf9dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:18,262 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,263 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,263 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,264 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,264 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,264 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:21:18,265 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,267 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:18,267 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7d4ca279a8b7f29f28f416fd9fbf9dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69999742, jitterRate=0.043077439069747925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:21:18,267 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:18,267 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7d4ca279a8b7f29f28f416fd9fbf9dd: Running coprocessor pre-open hook at 1731504078258Writing region info on filesystem at 1731504078258Initializing all the Stores at 1731504078259 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504078259Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504078259Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504078259Cleaning up temporary data from old regions at 1731504078264 (+5 ms)Running coprocessor post-open hooks at 1731504078267 (+3 ms)Region opened successfully at 1731504078267 2024-11-13T13:21:18,268 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd., pid=6, masterSystemTime=1731504078253 2024-11-13T13:21:18,270 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:18,270 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:18,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7d4ca279a8b7f29f28f416fd9fbf9dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:18,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d4ca279a8b7f29f28f416fd9fbf9dd, server=bfeb2336aed7,44209,1731504070619 because future has completed 2024-11-13T13:21:18,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:21:18,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7d4ca279a8b7f29f28f416fd9fbf9dd, server=bfeb2336aed7,44209,1731504070619 in 177 msec 2024-11-13T13:21:18,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:21:18,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7d4ca279a8b7f29f28f416fd9fbf9dd, ASSIGN in 338 msec 2024-11-13T13:21:18,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:21:18,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504078288"}]},"ts":"1731504078288"} 2024-11-13T13:21:18,290 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:21:18,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:21:18,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 805 msec 2024-11-13T13:21:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:21:18,622 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:21:18,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb51f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:18,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:18,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:18,624 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7359b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:18,626 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfe04f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:18,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79073efb 2024-11-13T13:21:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:18,629 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:18,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:40437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:21:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:21:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:18,633 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:40437' 2024-11-13T13:21:18,634 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1970e299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:18,634 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,40437,-1 for getting cluster id 2024-11-13T13:21:18,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:18,635 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25568a9-2076-4568-9176-c8912ef7e171' 2024-11-13T13:21:18,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:18,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25568a9-2076-4568-9176-c8912ef7e171" 2024-11-13T13:21:18,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411dc405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:18,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,40437,-1] 2024-11-13T13:21:18,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:18,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:18,637 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:18,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2c16d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:18,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:18,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ddb3d7e 2024-11-13T13:21:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:18,640 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:18,640 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:21:18,640 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:21:18,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:18,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:18,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:18,641 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:18,642 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:21:18,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:21:18,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:18,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:21:18,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:21:18,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d41023eb0f5d1441352a1ce0553f1641, NAME => 'hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb 2024-11-13T13:21:18,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:21:18,692 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:21:18,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:21:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:19,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:19,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d41023eb0f5d1441352a1ce0553f1641, disabling compactions & flushes 2024-11-13T13:21:19,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. after waiting 0 ms 2024-11-13T13:21:19,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d41023eb0f5d1441352a1ce0553f1641: Waiting for close lock at 1731504079082Disabling compacts and flushes for region at 1731504079082Disabling writes for close at 1731504079082Writing region close event to WAL at 1731504079082Closed at 1731504079082 2024-11-13T13:21:19,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:21:19,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504079083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504079083"}]},"ts":"1731504079083"} 2024-11-13T13:21:19,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:21:19,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:21:19,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504079086"}]},"ts":"1731504079086"} 2024-11-13T13:21:19,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:21:19,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d41023eb0f5d1441352a1ce0553f1641, ASSIGN}] 2024-11-13T13:21:19,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d41023eb0f5d1441352a1ce0553f1641, ASSIGN 2024-11-13T13:21:19,089 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d41023eb0f5d1441352a1ce0553f1641, ASSIGN; state=OFFLINE, location=bfeb2336aed7,33507,1731504059499; forceNewPlan=false, retain=false 2024-11-13T13:21:19,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d41023eb0f5d1441352a1ce0553f1641, regionState=OPENING, regionLocation=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:19,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d41023eb0f5d1441352a1ce0553f1641, ASSIGN because future has completed 2024-11-13T13:21:19,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41023eb0f5d1441352a1ce0553f1641, server=bfeb2336aed7,33507,1731504059499}] 2024-11-13T13:21:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:19,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:19,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:21:19,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C33507%2C1731504059499.rep, suffix=, logDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499, archiveDir=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/oldWALs, maxLogs=10 2024-11-13T13:21:19,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.rep.1731504079399, exclude list is [], retry=0 2024-11-13T13:21:19,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44151,DS-2a381739-9a0c-4913-867c-7d89fe4d051a,DISK] 2024-11-13T13:21:19,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.rep.1731504079399 2024-11-13T13:21:19,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-11-13T13:21:19,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d41023eb0f5d1441352a1ce0553f1641, NAME => 'hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:19,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:19,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:19,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. service=MultiRowMutationService 2024-11-13T13:21:19,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:21:19,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:19,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,420 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,421 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41023eb0f5d1441352a1ce0553f1641 columnFamilyName hfileref 2024-11-13T13:21:19,421 DEBUG [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:19,422 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] regionserver.HStore(327): Store=d41023eb0f5d1441352a1ce0553f1641/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:19,422 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,425 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41023eb0f5d1441352a1ce0553f1641 columnFamilyName queue 2024-11-13T13:21:19,425 DEBUG [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:19,425 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] regionserver.HStore(327): Store=d41023eb0f5d1441352a1ce0553f1641/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:19,426 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,426 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41023eb0f5d1441352a1ce0553f1641 columnFamilyName sid 2024-11-13T13:21:19,427 DEBUG [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:19,427 INFO [StoreOpener-d41023eb0f5d1441352a1ce0553f1641-1 {}] regionserver.HStore(327): Store=d41023eb0f5d1441352a1ce0553f1641/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:19,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/replication/d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/replication/d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:21:19,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/replication/d41023eb0f5d1441352a1ce0553f1641/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:19,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d41023eb0f5d1441352a1ce0553f1641; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70025729, jitterRate=0.043464675545692444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:21:19,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:19,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d41023eb0f5d1441352a1ce0553f1641: Running coprocessor pre-open hook at 1731504079418Writing region info on filesystem at 1731504079418Initializing all the Stores at 1731504079418Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504079418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504079420 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504079420Cleaning up temporary data from old regions at 1731504079428 (+8 ms)Running coprocessor post-open hooks at 1731504079431 (+3 ms)Region opened successfully at 1731504079431 2024-11-13T13:21:19,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641., pid=10, masterSystemTime=1731504079394 2024-11-13T13:21:19,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:19,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d41023eb0f5d1441352a1ce0553f1641, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:19,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41023eb0f5d1441352a1ce0553f1641, server=bfeb2336aed7,33507,1731504059499 because future has completed 2024-11-13T13:21:19,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:21:19,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d41023eb0f5d1441352a1ce0553f1641, server=bfeb2336aed7,33507,1731504059499 in 195 msec 2024-11-13T13:21:19,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:21:19,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d41023eb0f5d1441352a1ce0553f1641, ASSIGN in 350 msec 2024-11-13T13:21:19,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:21:19,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504079441"}]},"ts":"1731504079441"} 2024-11-13T13:21:19,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:21:19,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:21:19,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-13T13:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641., hostname=bfeb2336aed7,33507,1731504059499, seqNum=2] 2024-11-13T13:21:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:19,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:19,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:21:19,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:19,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:21:19,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T13:21:19,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:21:19,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T13:21:19,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:21:19,737 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:21:19,770 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,33507,1731504059499, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:21:19,770 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:19,770 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33507,1731504059499, seqNum=-1] 2024-11-13T13:21:19,770 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:19,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T13:21:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,33507,1731504059499', locateType=CURRENT is [region=hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641., hostname=bfeb2336aed7,33507,1731504059499, seqNum=2] 2024-11-13T13:21:19,776 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:21:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:21:19,779 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,33507,1731504059499 suceeded 2024-11-13T13:21:19,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:21:19,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T13:21:19,781 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:40437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:21:19,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1520 sec 2024-11-13T13:21:19,795 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:40437' 2024-11-13T13:21:19,797 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cbb5200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:19,797 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,40437,-1 for getting cluster id 2024-11-13T13:21:19,797 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:19,798 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25568a9-2076-4568-9176-c8912ef7e171' 2024-11-13T13:21:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25568a9-2076-4568-9176-c8912ef7e171" 2024-11-13T13:21:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73d36605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,40437,-1] 2024-11-13T13:21:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:19,799 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:19,799 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2564b003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:19,799 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553fef31 2024-11-13T13:21:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:19,801 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T13:21:19,801 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,33507,1731504059499 (queues=1) is replicating from cluster=43584150-4a76-42e1-a1fe-db9937188681 to cluster=e25568a9-2076-4568-9176-c8912ef7e171 2024-11-13T13:21:19,801 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C33507%2C1731504059499 2024-11-13T13:21:19,802 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,33507,1731504059499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:21:19,802 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, startPosition=0, beingWritten=true 2024-11-13T13:21:19,804 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C33507%2C1731504059499 2024-11-13T13:21:19,808 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:19,808 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:19,808 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:20,012 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:20,316 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:20,719 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:20,781 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:21:20,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:20,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:20,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:20,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:20,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:20,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1061748d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:20,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,40437,-1 for getting cluster id 2024-11-13T13:21:20,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:20,783 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25568a9-2076-4568-9176-c8912ef7e171' 2024-11-13T13:21:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25568a9-2076-4568-9176-c8912ef7e171" 2024-11-13T13:21:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265fce92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,40437,-1] 2024-11-13T13:21:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:20,784 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:20,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:20,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:20,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f59d8f1 2024-11-13T13:21:20,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:20,787 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:20,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:38975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:21:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:21:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:20,790 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:38975' 2024-11-13T13:21:20,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93f8fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:20,791 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:20,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:20,791 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:20,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aaff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:20,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:20,793 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:20,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fa349c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:20,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2595a9f 2024-11-13T13:21:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:20,795 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:20,795 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:21:20,795 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:21:20,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:20,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:20,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:20,796 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:20,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:21:20,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:21:20,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:20,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:21:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:21:20,847 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:21:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:21,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed6a53c43cc7b11d53c6782c2406a837, NAME => 'hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45 2024-11-13T13:21:21,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:21:21,222 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed6a53c43cc7b11d53c6782c2406a837, disabling compactions & flushes 2024-11-13T13:21:21,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. after waiting 0 ms 2024-11-13T13:21:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed6a53c43cc7b11d53c6782c2406a837: Waiting for close lock at 1731504081608Disabling compacts and flushes for region at 1731504081608Disabling writes for close at 1731504081608Writing region close event to WAL at 1731504081608Closed at 1731504081608 2024-11-13T13:21:21,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:21:21,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504081610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504081610"}]},"ts":"1731504081610"} 2024-11-13T13:21:21,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:21:21,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:21:21,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504081613"}]},"ts":"1731504081613"} 2024-11-13T13:21:21,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:21:21,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed6a53c43cc7b11d53c6782c2406a837, ASSIGN}] 2024-11-13T13:21:21,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed6a53c43cc7b11d53c6782c2406a837, ASSIGN 2024-11-13T13:21:21,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed6a53c43cc7b11d53c6782c2406a837, ASSIGN; state=OFFLINE, location=bfeb2336aed7,39275,1731504064982; forceNewPlan=false, retain=false 2024-11-13T13:21:21,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed6a53c43cc7b11d53c6782c2406a837, regionState=OPENING, regionLocation=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:21,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed6a53c43cc7b11d53c6782c2406a837, ASSIGN because future has completed 2024-11-13T13:21:21,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed6a53c43cc7b11d53c6782c2406a837, server=bfeb2336aed7,39275,1731504064982}] 2024-11-13T13:21:21,825 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:21,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:21,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:21:21,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C39275%2C1731504064982.rep, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/oldWALs, maxLogs=10 2024-11-13T13:21:21,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.rep.1731504081924, exclude list is [], retry=0 2024-11-13T13:21:21,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37611,DS-b15c1535-79ab-48c1-8bd0-de6e205553da,DISK] 2024-11-13T13:21:21,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.rep.1731504081924 2024-11-13T13:21:21,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44833:44833)] 2024-11-13T13:21:21,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed6a53c43cc7b11d53c6782c2406a837, NAME => 'hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:21,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. service=MultiRowMutationService 2024-11-13T13:21:21,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:21:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,947 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,948 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed6a53c43cc7b11d53c6782c2406a837 columnFamilyName hfileref 2024-11-13T13:21:21,948 DEBUG [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:21,949 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] regionserver.HStore(327): Store=ed6a53c43cc7b11d53c6782c2406a837/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:21,949 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,949 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed6a53c43cc7b11d53c6782c2406a837 columnFamilyName queue 2024-11-13T13:21:21,950 DEBUG [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:21,950 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] regionserver.HStore(327): Store=ed6a53c43cc7b11d53c6782c2406a837/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:21,950 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,951 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed6a53c43cc7b11d53c6782c2406a837 columnFamilyName sid 2024-11-13T13:21:21,951 DEBUG [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:21,951 INFO [StoreOpener-ed6a53c43cc7b11d53c6782c2406a837-1 {}] regionserver.HStore(327): Store=ed6a53c43cc7b11d53c6782c2406a837/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:21,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:21:21,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:21,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed6a53c43cc7b11d53c6782c2406a837; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74649565, jitterRate=0.11236520111560822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:21:21,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:21,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed6a53c43cc7b11d53c6782c2406a837: Running coprocessor pre-open hook at 1731504081946Writing region info on filesystem at 1731504081946Initializing all the Stores at 1731504081947 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504081947Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504081947Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504081947Cleaning up temporary data from old regions at 1731504081952 (+5 ms)Running coprocessor post-open hooks at 1731504081955 (+3 ms)Region opened successfully at 1731504081955 2024-11-13T13:21:21,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837., pid=10, masterSystemTime=1731504081920 2024-11-13T13:21:21,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:21,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed6a53c43cc7b11d53c6782c2406a837, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed6a53c43cc7b11d53c6782c2406a837, server=bfeb2336aed7,39275,1731504064982 because future has completed 2024-11-13T13:21:21,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:21:21,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed6a53c43cc7b11d53c6782c2406a837, server=bfeb2336aed7,39275,1731504064982 in 191 msec 2024-11-13T13:21:21,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:21:21,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed6a53c43cc7b11d53c6782c2406a837, ASSIGN in 346 msec 2024-11-13T13:21:21,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:21:21,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504081962"}]},"ts":"1731504081962"} 2024-11-13T13:21:21,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:21:21,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:21:21,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-13T13:21:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837., hostname=bfeb2336aed7,39275,1731504064982, seqNum=2] 2024-11-13T13:21:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:22,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:21:22,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:21:22,274 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:21:22,301 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,39275,1731504064982, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:21:22,302 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:22,302 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39275,1731504064982, seqNum=-1] 2024-11-13T13:21:22,302 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:22,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T13:21:22,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,39275,1731504064982', locateType=CURRENT is [region=hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837., hostname=bfeb2336aed7,39275,1731504064982, seqNum=2] 2024-11-13T13:21:22,306 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:21:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:21:22,309 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,39275,1731504064982 suceeded 2024-11-13T13:21:22,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:21:22,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T13:21:22,311 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:38975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:21:22,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-13T13:21:22,320 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:38975' 2024-11-13T13:21:22,321 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c483554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,321 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:22,321 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:22,321 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:22,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d5a847f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:22,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:22,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,322 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:22,323 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1553e636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,323 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:22,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:22,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f261f25 2024-11-13T13:21:22,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:22,324 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T13:21:22,325 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,39275,1731504064982 (queues=1) is replicating from cluster=e25568a9-2076-4568-9176-c8912ef7e171 to cluster=4be181c1-b1ab-4e9c-bdff-833b730b3ddb 2024-11-13T13:21:22,325 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C39275%2C1731504064982 2024-11-13T13:21:22,325 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,39275,1731504064982, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:21:22,325 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C39275%2C1731504064982 2024-11-13T13:21:22,325 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, startPosition=0, beingWritten=true 2024-11-13T13:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:22,528 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:22,532 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:22,834 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:22,941 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:21:22,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:22,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:22,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:22,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3402da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:22,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:22,943 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d01d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,944 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771bff11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a68c812 2024-11-13T13:21:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:22,946 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:22,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:34601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:21:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:21:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:22,981 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34601' 2024-11-13T13:21:22,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,982 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:22,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:22,983 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230c8350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,984 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372b8cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:22,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:22,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:22,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eba6717 2024-11-13T13:21:22,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:22,985 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:22,986 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:21:22,986 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:21:22,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:22,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:22,986 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:22,987 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:21:22,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:21:22,988 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:22,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:21:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:21:23,037 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:21:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:23,237 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:23,331 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:23,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40e0729ecb6d0e728f9b7fd8f684da57, NAME => 'hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6 2024-11-13T13:21:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:21:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:23,740 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:23,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:23,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40e0729ecb6d0e728f9b7fd8f684da57, disabling compactions & flushes 2024-11-13T13:21:23,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:23,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:23,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. after waiting 0 ms 2024-11-13T13:21:23,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:23,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:23,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40e0729ecb6d0e728f9b7fd8f684da57: Waiting for close lock at 1731504083799Disabling compacts and flushes for region at 1731504083799Disabling writes for close at 1731504083800 (+1 ms)Writing region close event to WAL at 1731504083800Closed at 1731504083800 2024-11-13T13:21:23,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:21:23,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504083801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504083801"}]},"ts":"1731504083801"} 2024-11-13T13:21:23,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:21:23,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:21:23,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504083803"}]},"ts":"1731504083803"} 2024-11-13T13:21:23,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:21:23,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40e0729ecb6d0e728f9b7fd8f684da57, ASSIGN}] 2024-11-13T13:21:23,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40e0729ecb6d0e728f9b7fd8f684da57, ASSIGN 2024-11-13T13:21:23,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40e0729ecb6d0e728f9b7fd8f684da57, ASSIGN; state=OFFLINE, location=bfeb2336aed7,44209,1731504070619; forceNewPlan=false, retain=false 2024-11-13T13:21:23,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40e0729ecb6d0e728f9b7fd8f684da57, regionState=OPENING, regionLocation=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:23,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40e0729ecb6d0e728f9b7fd8f684da57, ASSIGN because future has completed 2024-11-13T13:21:23,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40e0729ecb6d0e728f9b7fd8f684da57, server=bfeb2336aed7,44209,1731504070619}] 2024-11-13T13:21:24,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:24,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:24,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:21:24,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C44209%2C1731504070619.rep, suffix=, logDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619, archiveDir=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/oldWALs, maxLogs=10 2024-11-13T13:21:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:24,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.rep.1731504084113, exclude list is [], retry=0 2024-11-13T13:21:24,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-c3e36035-ff27-4ff7-8563-733460a47875,DISK] 2024-11-13T13:21:24,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.rep.1731504084113 2024-11-13T13:21:24,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-13T13:21:24,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40e0729ecb6d0e728f9b7fd8f684da57, NAME => 'hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:24,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:24,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:24,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. service=MultiRowMutationService 2024-11-13T13:21:24,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:21:24,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:24,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,135 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,136 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e0729ecb6d0e728f9b7fd8f684da57 columnFamilyName hfileref 2024-11-13T13:21:24,136 DEBUG [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:24,136 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] regionserver.HStore(327): Store=40e0729ecb6d0e728f9b7fd8f684da57/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:24,137 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,137 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e0729ecb6d0e728f9b7fd8f684da57 columnFamilyName queue 2024-11-13T13:21:24,137 DEBUG [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:24,137 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] regionserver.HStore(327): Store=40e0729ecb6d0e728f9b7fd8f684da57/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:24,137 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,138 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e0729ecb6d0e728f9b7fd8f684da57 columnFamilyName sid 2024-11-13T13:21:24,138 DEBUG [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:24,138 INFO [StoreOpener-40e0729ecb6d0e728f9b7fd8f684da57-1 {}] regionserver.HStore(327): Store=40e0729ecb6d0e728f9b7fd8f684da57/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:24,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:21:24,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:24,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40e0729ecb6d0e728f9b7fd8f684da57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69304277, jitterRate=0.032714203000068665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:21:24,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:24,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40e0729ecb6d0e728f9b7fd8f684da57: Running coprocessor pre-open hook at 1731504084129Writing region info on filesystem at 1731504084129Initializing all the Stores at 1731504084135 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504084135Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504084135Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504084135Cleaning up temporary data from old regions at 1731504084140 (+5 ms)Running coprocessor post-open hooks at 1731504084143 (+3 ms)Region opened successfully at 1731504084143 2024-11-13T13:21:24,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57., pid=10, masterSystemTime=1731504084109 2024-11-13T13:21:24,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:24,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:24,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40e0729ecb6d0e728f9b7fd8f684da57, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:24,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40e0729ecb6d0e728f9b7fd8f684da57, server=bfeb2336aed7,44209,1731504070619 because future has completed 2024-11-13T13:21:24,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:21:24,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40e0729ecb6d0e728f9b7fd8f684da57, server=bfeb2336aed7,44209,1731504070619 in 190 msec 2024-11-13T13:21:24,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:21:24,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40e0729ecb6d0e728f9b7fd8f684da57, ASSIGN in 345 msec 2024-11-13T13:21:24,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:21:24,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504084152"}]},"ts":"1731504084152"} 2024-11-13T13:21:24,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:21:24,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:21:24,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-13T13:21:24,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57., hostname=bfeb2336aed7,44209,1731504070619, seqNum=2] 2024-11-13T13:21:24,235 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:24,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:21:24,343 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:24,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:21:24,452 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:21:24,476 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,44209,1731504070619, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:21:24,477 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:24,477 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44209,1731504070619, seqNum=-1] 2024-11-13T13:21:24,477 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:24,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T13:21:24,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,44209,1731504070619', locateType=CURRENT is [region=hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57., hostname=bfeb2336aed7,44209,1731504070619, seqNum=2] 2024-11-13T13:21:24,481 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:21:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:21:24,483 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,44209,1731504070619 suceeded 2024-11-13T13:21:24,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:21:24,484 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:34601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:21:24,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-13T13:21:24,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-11-13T13:21:24,493 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34601' 2024-11-13T13:21:24,494 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d0d5972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:24,494 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:24,494 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:24,495 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9719d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:24,496 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:24,496 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1552606a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:24,496 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45508088 2024-11-13T13:21:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:24,498 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T13:21:24,498 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,44209,1731504070619 (queues=1) is replicating from cluster=4be181c1-b1ab-4e9c-bdff-833b730b3ddb to cluster=43584150-4a76-42e1-a1fe-db9937188681 2024-11-13T13:21:24,498 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C44209%2C1731504070619 2024-11-13T13:21:24,498 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,44209,1731504070619, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:21:24,499 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C44209%2C1731504070619 2024-11-13T13:21:24,499 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, startPosition=0, beingWritten=true 2024-11-13T13:21:24,502 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:24,502 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 379, reset compression=false 2024-11-13T13:21:24,502 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:24,705 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 379, reset compression=false 2024-11-13T13:21:24,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:24,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:24,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:25,008 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 379, reset compression=false 2024-11-13T13:21:25,046 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:21:25,132 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:21:25,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:25,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:25,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:25,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ba65d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:25,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:25,133 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744849bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,134 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d2e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24db2a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,40437,-1 for getting cluster id 2024-11-13T13:21:25,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:25,136 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25568a9-2076-4568-9176-c8912ef7e171' 2024-11-13T13:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25568a9-2076-4568-9176-c8912ef7e171" 2024-11-13T13:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16630fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,40437,-1] 2024-11-13T13:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,137 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c8bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4487c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:25,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:25,138 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e96b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,139 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a92686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33507,1731504059499, seqNum=-1] 2024-11-13T13:21:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:25,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653., hostname=bfeb2336aed7,33507,1731504059499, seqNum=2] 2024-11-13T13:21:25,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44209,1731504070619, seqNum=-1] 2024-11-13T13:21:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:25,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd., hostname=bfeb2336aed7,44209,1731504070619, seqNum=2] 2024-11-13T13:21:25,150 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T13:21:25,238 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 379, reset compression=false 2024-11-13T13:21:25,253 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:25,253 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 480, reset compression=false 2024-11-13T13:21:25,253 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad4a4417df7dcf1027ad09cf34f7653/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T13:21:25,255 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:25,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T13:21:25,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:25,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb8217d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,40437,-1 for getting cluster id 2024-11-13T13:21:25,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:25,257 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e25568a9-2076-4568-9176-c8912ef7e171' 2024-11-13T13:21:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e25568a9-2076-4568-9176-c8912ef7e171" 2024-11-13T13:21:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c09543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,40437,-1] 2024-11-13T13:21:25,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:25,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,258 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:25,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@214ea0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39275,1731504064982, seqNum=-1] 2024-11-13T13:21:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:25,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T13:21:25,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b., hostname=bfeb2336aed7,39275,1731504064982, seqNum=2] 2024-11-13T13:21:25,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:25,411 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 379, reset compression=false 2024-11-13T13:21:25,456 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 480, reset compression=false 2024-11-13T13:21:25,759 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 480, reset compression=false 2024-11-13T13:21:25,850 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 379, reset compression=false 2024-11-13T13:21:25,854 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:25,854 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 503, reset compression=false 2024-11-13T13:21:25,854 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cfc611979c9d1ce5b707414bfca813b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T13:21:25,856 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:25,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T13:21:25,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:25,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@245829fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:25,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:25,858 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:25,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:25,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:25,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e029a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:25,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:25,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:25,859 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:25,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218504be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:25,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:25,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,44209,1731504070619, seqNum=-1] 2024-11-13T13:21:25,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:25,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T13:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd., hostname=bfeb2336aed7,44209,1731504070619, seqNum=2] 2024-11-13T13:21:25,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:25,913 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 379, reset compression=false 2024-11-13T13:21:25,917 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:25,917 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 527, reset compression=false 2024-11-13T13:21:25,917 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:26,057 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 503, reset compression=false 2024-11-13T13:21:26,121 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 527, reset compression=false 2024-11-13T13:21:26,152 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T13:21:26,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,39275,1731504064982, seqNum=-1] 2024-11-13T13:21:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:26,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b., hostname=bfeb2336aed7,39275,1731504064982, seqNum=2] 2024-11-13T13:21:26,157 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T13:21:26,162 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 480, reset compression=false 2024-11-13T13:21:26,360 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 503, reset compression=false 2024-11-13T13:21:26,363 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:26,363 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 607, reset compression=false 2024-11-13T13:21:26,363 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cfc611979c9d1ce5b707414bfca813b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:21:26,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:26,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:26,424 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 527, reset compression=false 2024-11-13T13:21:26,427 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:26,427 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 655, reset compression=false 2024-11-13T13:21:26,427 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7d4ca279a8b7f29f28f416fd9fbf9dd/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T13:21:26,429 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:26,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T13:21:26,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:26,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72cab675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:26,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:26,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:26,431 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e059bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:26,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:26,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:26,432 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:26,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35bb38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:26,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:26,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,33507,1731504059499, seqNum=-1] 2024-11-13T13:21:26,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:26,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T13:21:26,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653., hostname=bfeb2336aed7,33507,1731504059499, seqNum=2] 2024-11-13T13:21:26,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:26,567 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 607, reset compression=false 2024-11-13T13:21:26,630 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 655, reset compression=false 2024-11-13T13:21:26,665 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 480, reset compression=false 2024-11-13T13:21:26,669 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:26,669 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 631, reset compression=false 2024-11-13T13:21:26,669 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:26,870 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 607, reset compression=false 2024-11-13T13:21:26,872 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 631, reset compression=false 2024-11-13T13:21:26,933 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 655, reset compression=false 2024-11-13T13:21:27,159 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T13:21:27,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T13:21:27,175 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 631, reset compression=false 2024-11-13T13:21:27,273 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 607, reset compression=false 2024-11-13T13:21:27,337 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 655, reset compression=false 2024-11-13T13:21:27,341 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:27,341 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 759, reset compression=false 2024-11-13T13:21:27,341 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7d4ca279a8b7f29f28f416fd9fbf9dd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:21:27,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:27,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:27,544 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 759, reset compression=false 2024-11-13T13:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 631, reset compression=false 2024-11-13T13:21:27,582 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:27,583 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 758, reset compression=false 2024-11-13T13:21:27,583 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad4a4417df7dcf1027ad09cf34f7653/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T13:21:27,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:27,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:27,776 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 607, reset compression=false 2024-11-13T13:21:27,780 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:27,780 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 757, reset compression=false 2024-11-13T13:21:27,780 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:27,786 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 758, reset compression=false 2024-11-13T13:21:27,848 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 759, reset compression=false 2024-11-13T13:21:27,984 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 757, reset compression=false 2024-11-13T13:21:28,089 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 758, reset compression=false 2024-11-13T13:21:28,163 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T13:21:28,166 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T13:21:28,251 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 759, reset compression=false 2024-11-13T13:21:28,287 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 757, reset compression=false 2024-11-13T13:21:28,493 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 758, reset compression=false 2024-11-13T13:21:28,496 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:28,496 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 914, reset compression=false 2024-11-13T13:21:28,496 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad4a4417df7dcf1027ad09cf34f7653/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T13:21:28,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:28,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:28,690 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 757, reset compression=false 2024-11-13T13:21:28,694 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:28,694 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 904, reset compression=false 2024-11-13T13:21:28,694 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cfc611979c9d1ce5b707414bfca813b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T13:21:28,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:28,700 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 914, reset compression=false 2024-11-13T13:21:28,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:28,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:21:28,754 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 759, reset compression=false 2024-11-13T13:21:28,759 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:28,759 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 930, reset compression=false 2024-11-13T13:21:28,759 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:28,897 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 904, reset compression=false 2024-11-13T13:21:28,963 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 930, reset compression=false 2024-11-13T13:21:29,004 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 914, reset compression=false 2024-11-13T13:21:29,168 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T13:21:29,172 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T13:21:29,200 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 904, reset compression=false 2024-11-13T13:21:29,204 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:29,204 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1063, reset compression=false 2024-11-13T13:21:29,204 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cfc611979c9d1ce5b707414bfca813b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T13:21:29,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:29,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:29,267 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 930, reset compression=false 2024-11-13T13:21:29,271 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:29,271 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1080, reset compression=false 2024-11-13T13:21:29,271 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7d4ca279a8b7f29f28f416fd9fbf9dd/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T13:21:29,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:29,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:29,407 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1063, reset compression=false 2024-11-13T13:21:29,409 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 914, reset compression=false 2024-11-13T13:21:29,412 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:29,412 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1087, reset compression=false 2024-11-13T13:21:29,412 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:29,475 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1080, reset compression=false 2024-11-13T13:21:29,615 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1087, reset compression=false 2024-11-13T13:21:29,710 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1063, reset compression=false 2024-11-13T13:21:29,778 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1080, reset compression=false 2024-11-13T13:21:29,919 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1087, reset compression=false 2024-11-13T13:21:30,114 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1063, reset compression=false 2024-11-13T13:21:30,174 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T13:21:30,176 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T13:21:30,182 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1080, reset compression=false 2024-11-13T13:21:30,186 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:30,186 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1239, reset compression=false 2024-11-13T13:21:30,186 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7d4ca279a8b7f29f28f416fd9fbf9dd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T13:21:30,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:30,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:30,322 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1087, reset compression=false 2024-11-13T13:21:30,327 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:30,327 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1236, reset compression=false 2024-11-13T13:21:30,327 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad4a4417df7dcf1027ad09cf34f7653/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T13:21:30,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:30,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:30,390 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1239, reset compression=false 2024-11-13T13:21:30,530 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1236, reset compression=false 2024-11-13T13:21:30,617 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1063, reset compression=false 2024-11-13T13:21:30,621 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:30,622 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1235, reset compression=false 2024-11-13T13:21:30,622 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:30,694 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1239, reset compression=false 2024-11-13T13:21:30,825 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1235, reset compression=false 2024-11-13T13:21:30,834 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1236, reset compression=false 2024-11-13T13:21:31,097 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1239, reset compression=false 2024-11-13T13:21:31,128 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1235, reset compression=false 2024-11-13T13:21:31,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T13:21:31,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da2bf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:31,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:31,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:31,185 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18855231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:31,186 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537e270f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:31,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382314f2 2024-11-13T13:21:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:31,191 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:31,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T13:21:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T13:21:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:21:31,237 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1236, reset compression=false 2024-11-13T13:21:31,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:21:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:21:31,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T13:21:31,431 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T13:21:31,432 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T13:21:31,432 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,44209,1731504070619 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T13:21:31,432 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0. 2024-11-13T13:21:31,432 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:31,432 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:31,432 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:31,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:21:31,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:31,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:31,521 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68645 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:31,531 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1235, reset compression=false 2024-11-13T13:21:31,533 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:21:31,533 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:21:31,633 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 terminated 2024-11-13T13:21:31,648 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,44209,1731504070619, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:21:31,649 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T13:21:31,649 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T13:21:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T13:21:31,651 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on bfeb2336aed7,44209,1731504070619 suceeded 2024-11-13T13:21:31,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T13:21:31,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-13T13:21:31,652 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T13:21:31,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 461 msec 2024-11-13T13:21:31,663 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:34601' 2024-11-13T13:21:31,664 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49befb31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:31,664 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,34601,-1 for getting cluster id 2024-11-13T13:21:31,664 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:31,664 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43584150-4a76-42e1-a1fe-db9937188681' 2024-11-13T13:21:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43584150-4a76-42e1-a1fe-db9937188681" 2024-11-13T13:21:31,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eadd9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:31,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,34601,-1] 2024-11-13T13:21:31,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:31,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:31,665 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:31,666 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b98db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:31,666 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53f64151 2024-11-13T13:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:31,667 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T13:21:31,668 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,44209,1731504070619 (queues=1) is replicating from cluster=4be181c1-b1ab-4e9c-bdff-833b730b3ddb to cluster=43584150-4a76-42e1-a1fe-db9937188681 2024-11-13T13:21:31,668 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C44209%2C1731504070619 2024-11-13T13:21:31,668 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,44209,1731504070619, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:21:31,668 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C44209%2C1731504070619 2024-11-13T13:21:31,740 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1236, reset compression=false 2024-11-13T13:21:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:21:31,821 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:21:31,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:31,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:31,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:31,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:31,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:31,824 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T13:21:32,035 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1235, reset compression=false 2024-11-13T13:21:32,343 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1236, reset compression=false 2024-11-13T13:21:32,347 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:32,347 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1340, reset compression=false 2024-11-13T13:21:32,347 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad4a4417df7dcf1027ad09cf34f7653/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:21:32,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:32,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:32,555 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1340, reset compression=false 2024-11-13T13:21:32,638 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1235, reset compression=false 2024-11-13T13:21:32,641 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:32,642 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1362, reset compression=false 2024-11-13T13:21:32,642 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cfc611979c9d1ce5b707414bfca813b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T13:21:32,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:32,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:32,826 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T13:21:32,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f057b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:32,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,38975,-1 for getting cluster id 2024-11-13T13:21:32,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:32,829 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be181c1-b1ab-4e9c-bdff-833b730b3ddb' 2024-11-13T13:21:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be181c1-b1ab-4e9c-bdff-833b730b3ddb" 2024-11-13T13:21:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79050782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,38975,-1] 2024-11-13T13:21:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:32,830 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc7075e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:32,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:32,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:32,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fcd8417 2024-11-13T13:21:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:21:32,835 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:21:32,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T13:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T13:21:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T13:21:32,845 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1362, reset compression=false 2024-11-13T13:21:32,849 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:32,849 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:32,849 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cfc611979c9d1ce5b707414bfca813b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:21:32,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:32,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:32,858 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1340, reset compression=false 2024-11-13T13:21:32,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T13:21:33,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T13:21:33,052 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T13:21:33,052 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T13:21:33,053 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T13:21:33,054 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on bfeb2336aed7,44209,1731504070619 suceeded 2024-11-13T13:21:33,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T13:21:33,056 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T13:21:33,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-13T13:21:33,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 221 msec 2024-11-13T13:21:33,069 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, startPosition=1239, beingWritten=true 2024-11-13T13:21:33,074 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:21:33,074 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1518, reset compression=false 2024-11-13T13:21:33,074 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7d4ca279a8b7f29f28f416fd9fbf9dd/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T13:21:33,076 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:33,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T13:21:33,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:21:33,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:21:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T13:21:33,151 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:21:33,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:33,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:33,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:33,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:33,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:33,153 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T13:21:33,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:21:33,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:33,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:33,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:33,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:33,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:33,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:21:33,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1205473513, stopped=false 2024-11-13T13:21:33,153 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,38975,1731504070423 2024-11-13T13:21:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/275841129/running 2024-11-13T13:21:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/275841129/running 2024-11-13T13:21:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:33,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:21:33,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:33,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:33,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:33,184 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,44209,1731504070619' ***** 2024-11-13T13:21:33,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:21:33,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/running 2024-11-13T13:21:33,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Set watcher on znode that does not yet exist, /275841129/running 2024-11-13T13:21:33,184 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:21:33,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:21:33,184 INFO [RS:0;bfeb2336aed7:44209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:21:33,184 INFO [RS:0;bfeb2336aed7:44209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:21:33,184 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(3091): Received CLOSE for 40e0729ecb6d0e728f9b7fd8f684da57 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(3091): Received CLOSE for d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44209. 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40e0729ecb6d0e728f9b7fd8f684da57, disabling compactions & flushes 2024-11-13T13:21:33,185 DEBUG [RS:0;bfeb2336aed7:44209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:33,185 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:33,185 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. after waiting 0 ms 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:21:33,185 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40e0729ecb6d0e728f9b7fd8f684da57 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-13T13:21:33,185 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:21:33,185 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1325): Online Regions={40e0729ecb6d0e728f9b7fd8f684da57=hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57., d7d4ca279a8b7f29f28f416fd9fbf9dd=test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:21:33,185 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40e0729ecb6d0e728f9b7fd8f684da57, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:33,185 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:33,185 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:33,186 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:21:33,200 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/info/c3cabf94c41443c7a26d525d6d80d01c is 147, key is hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57./info:regioninfo/1731504084145/Put/seqid=0 2024-11-13T13:21:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741840_1016 (size=7686) 2024-11-13T13:21:33,203 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/.tmp/queue/4faf0ec52a0c4f0f8ab90c0e86697d60 is 154, key is 1-bfeb2336aed7,44209,1731504070619/queue:bfeb2336aed7%2C44209%2C1731504070619/1731504093080/Put/seqid=0 2024-11-13T13:21:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741841_1017 (size=5353) 2024-11-13T13:21:33,258 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:21:33,261 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1340, reset compression=false 2024-11-13T13:21:33,265 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:33,265 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:33,265 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:33,277 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1518, reset compression=false 2024-11-13T13:21:33,356 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:33,385 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40e0729ecb6d0e728f9b7fd8f684da57, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:33,468 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:33,580 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1518, reset compression=false 2024-11-13T13:21:33,586 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40e0729ecb6d0e728f9b7fd8f684da57, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:33,604 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/info/c3cabf94c41443c7a26d525d6d80d01c 2024-11-13T13:21:33,607 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/.tmp/queue/4faf0ec52a0c4f0f8ab90c0e86697d60 2024-11-13T13:21:33,610 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/.tmp/queue/4faf0ec52a0c4f0f8ab90c0e86697d60 as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/queue/4faf0ec52a0c4f0f8ab90c0e86697d60 2024-11-13T13:21:33,613 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/queue/4faf0ec52a0c4f0f8ab90c0e86697d60, entries=1, sequenceid=13, filesize=5.2 K 2024-11-13T13:21:33,614 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 40e0729ecb6d0e728f9b7fd8f684da57 in 429ms, sequenceid=13, compaction requested=false 2024-11-13T13:21:33,620 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/ns/014ef9e4191d488eb0b8d8deea4f9845 is 43, key is default/ns:d/1731504074095/Put/seqid=0 2024-11-13T13:21:33,623 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/replication/40e0729ecb6d0e728f9b7fd8f684da57/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T13:21:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741842_1018 (size=5153) 2024-11-13T13:21:33,623 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:33,623 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:21:33,623 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:33,623 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40e0729ecb6d0e728f9b7fd8f684da57: Waiting for close lock at 1731504093185Running coprocessor pre-close hooks at 1731504093185Disabling compacts and flushes for region at 1731504093185Disabling writes for close at 1731504093185Obtaining lock to block concurrent updates at 1731504093185Preparing flush snapshotting stores in 40e0729ecb6d0e728f9b7fd8f684da57 at 1731504093185Finished memstore snapshotting hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731504093185Flushing stores of hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. at 1731504093186 (+1 ms)Flushing 40e0729ecb6d0e728f9b7fd8f684da57/queue: creating writer at 1731504093186Flushing 40e0729ecb6d0e728f9b7fd8f684da57/queue: appending metadata at 1731504093203 (+17 ms)Flushing 40e0729ecb6d0e728f9b7fd8f684da57/queue: closing flushed file at 1731504093203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de40188: reopening flushed file at 1731504093610 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 40e0729ecb6d0e728f9b7fd8f684da57 in 429ms, sequenceid=13, compaction requested=false at 1731504093614 (+4 ms)Writing region close event to WAL at 1731504093620 (+6 ms)Running coprocessor post-close hooks at 1731504093623 (+3 ms)Closed at 1731504093623 2024-11-13T13:21:33,623 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504082986.40e0729ecb6d0e728f9b7fd8f684da57. 2024-11-13T13:21:33,624 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7d4ca279a8b7f29f28f416fd9fbf9dd, disabling compactions & flushes 2024-11-13T13:21:33,624 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:33,624 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:33,624 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. after waiting 0 ms 2024-11-13T13:21:33,624 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:33,624 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T13:21:33,640 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/f/d2a699aeb9a64ac0a979949fb3832d2b is 37, key is row3/f:row3/1731504091822/Put/seqid=0 2024-11-13T13:21:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741843_1019 (size=5228) 2024-11-13T13:21:33,759 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:33,771 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:33,783 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:21:33,783 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:21:33,786 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:33,983 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1518, reset compression=false 2024-11-13T13:21:33,986 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1765, reset compression=false 2024-11-13T13:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,44209,1731504070619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:33,988 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,44209,1731504070619: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,44209,1731504070619, walGroup=bfeb2336aed7%2C44209%2C1731504070619, offset=bfeb2336aed7%2C44209%2C1731504070619.1731504072867:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:44209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:21:33,989 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:21:33,989 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:21:33,989 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:21:33,989 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:21:33,989 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:21:33,989 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 853155624 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198383832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:21:33,989 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:38975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:38975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:21:34,023 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/ns/014ef9e4191d488eb0b8d8deea4f9845 2024-11-13T13:21:34,039 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/rep_barrier/259dca4dfd13467f8bac071fbe9e162f is 112, key is test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd./rep_barrier:seqnumDuringOpen/1731504078271/Put/seqid=0 2024-11-13T13:21:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741844_1020 (size=5518) 2024-11-13T13:21:34,044 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/f/d2a699aeb9a64ac0a979949fb3832d2b 2024-11-13T13:21:34,047 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2a699aeb9a64ac0a979949fb3832d2b 2024-11-13T13:21:34,059 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/f1/de1d81420ae14a0990f05ecfe2982d17 is 30, key is row1/f1:/1731504089169/DeleteFamily/seqid=0 2024-11-13T13:21:34,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741845_1021 (size=5158) 2024-11-13T13:21:34,173 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:34,186 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:21:34,186 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1325): Online Regions={d7d4ca279a8b7f29f28f416fd9fbf9dd=test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:21:34,186 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:34,191 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1765, reset compression=false 2024-11-13T13:21:34,262 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:34,386 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:34,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:21:34,442 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/rep_barrier/259dca4dfd13467f8bac071fbe9e162f 2024-11-13T13:21:34,462 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/f1/de1d81420ae14a0990f05ecfe2982d17 2024-11-13T13:21:34,467 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1d81420ae14a0990f05ecfe2982d17 2024-11-13T13:21:34,467 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/table/a14c00953c7b440788fa3e1e398e804c is 53, key is hbase:replication/table:state/1731504084152/Put/seqid=0 2024-11-13T13:21:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741846_1022 (size=5308) 2024-11-13T13:21:34,482 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/norep/07460e6f4cb0441fa1f34ae2fe82bf90 is 33, key is row2/norep:/1731504090174/DeleteFamily/seqid=0 2024-11-13T13:21:34,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741847_1023 (size=5108) 2024-11-13T13:21:34,494 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1765, reset compression=false 2024-11-13T13:21:34,586 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:34,676 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:34,787 DEBUG [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d4ca279a8b7f29f28f416fd9fbf9dd 2024-11-13T13:21:34,866 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:34,871 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/table/a14c00953c7b440788fa3e1e398e804c 2024-11-13T13:21:34,875 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/info/c3cabf94c41443c7a26d525d6d80d01c as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/info/c3cabf94c41443c7a26d525d6d80d01c 2024-11-13T13:21:34,879 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/info/c3cabf94c41443c7a26d525d6d80d01c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:21:34,880 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/ns/014ef9e4191d488eb0b8d8deea4f9845 as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/ns/014ef9e4191d488eb0b8d8deea4f9845 2024-11-13T13:21:34,883 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/ns/014ef9e4191d488eb0b8d8deea4f9845, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:21:34,884 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/rep_barrier/259dca4dfd13467f8bac071fbe9e162f as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/rep_barrier/259dca4dfd13467f8bac071fbe9e162f 2024-11-13T13:21:34,885 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/norep/07460e6f4cb0441fa1f34ae2fe82bf90 2024-11-13T13:21:34,888 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/rep_barrier/259dca4dfd13467f8bac071fbe9e162f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:21:34,888 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07460e6f4cb0441fa1f34ae2fe82bf90 2024-11-13T13:21:34,888 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/.tmp/table/a14c00953c7b440788fa3e1e398e804c as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/table/a14c00953c7b440788fa3e1e398e804c 2024-11-13T13:21:34,889 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/f/d2a699aeb9a64ac0a979949fb3832d2b as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/f/d2a699aeb9a64ac0a979949fb3832d2b 2024-11-13T13:21:34,892 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/table/a14c00953c7b440788fa3e1e398e804c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:21:34,892 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2a699aeb9a64ac0a979949fb3832d2b 2024-11-13T13:21:34,892 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/f/d2a699aeb9a64ac0a979949fb3832d2b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T13:21:34,893 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-13T13:21:34,893 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/f1/de1d81420ae14a0990f05ecfe2982d17 as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/f1/de1d81420ae14a0990f05ecfe2982d17 2024-11-13T13:21:34,896 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:21:34,897 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:34,897 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:21:34,897 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:34,897 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1d81420ae14a0990f05ecfe2982d17 2024-11-13T13:21:34,897 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504093185Running coprocessor pre-close hooks at 1731504093185Disabling compacts and flushes for region at 1731504093185Disabling writes for close at 1731504093185Obtaining lock to block concurrent updates at 1731504093186 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731504093186Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504093186Flushing stores of hbase:meta,,1.1588230740 at 1731504093186Flushing 1588230740/info: creating writer at 1731504093186Flushing 1588230740/info: appending metadata at 1731504093200 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731504093200Flushing 1588230740/ns: creating writer at 1731504093607 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731504093620 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731504093620Flushing 1588230740/rep_barrier: creating writer at 1731504094026 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504094038 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504094038Flushing 1588230740/table: creating writer at 1731504094449 (+411 ms)Flushing 1588230740/table: appending metadata at 1731504094467 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731504094467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49315108: reopening flushed file at 1731504094874 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12751189: reopening flushed file at 1731504094879 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a9b0fa: reopening flushed file at 1731504094884 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65362557: reopening flushed file at 1731504094888 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731504094893 (+5 ms)Writing region close event to WAL at 1731504094894 (+1 ms)Running coprocessor post-close hooks at 1731504094897 (+3 ms)Closed at 1731504094897 2024-11-13T13:21:34,897 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.1731504072867 to pos 1765, reset compression=false 2024-11-13T13:21:34,897 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/f1/de1d81420ae14a0990f05ecfe2982d17, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T13:21:34,897 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:34,898 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/.tmp/norep/07460e6f4cb0441fa1f34ae2fe82bf90 as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/norep/07460e6f4cb0441fa1f34ae2fe82bf90 2024-11-13T13:21:34,902 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07460e6f4cb0441fa1f34ae2fe82bf90 2024-11-13T13:21:34,902 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/norep/07460e6f4cb0441fa1f34ae2fe82bf90, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T13:21:34,903 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7d4ca279a8b7f29f28f416fd9fbf9dd in 1279ms, sequenceid=12, compaction requested=false 2024-11-13T13:21:34,907 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/data/default/test/d7d4ca279a8b7f29f28f416fd9fbf9dd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T13:21:34,908 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:34,908 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:21:34,908 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:34,908 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7d4ca279a8b7f29f28f416fd9fbf9dd: Waiting for close lock at 1731504093623Running coprocessor pre-close hooks at 1731504093623Disabling compacts and flushes for region at 1731504093623Disabling writes for close at 1731504093624 (+1 ms)Obtaining lock to block concurrent updates at 1731504093624Preparing flush snapshotting stores in d7d4ca279a8b7f29f28f416fd9fbf9dd at 1731504093624Finished memstore snapshotting test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731504093624Flushing stores of test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. at 1731504093624Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/f: creating writer at 1731504093624Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/f: appending metadata at 1731504093640 (+16 ms)Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/f: closing flushed file at 1731504093640Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/f1: creating writer at 1731504094047 (+407 ms)Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/f1: appending metadata at 1731504094058 (+11 ms)Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/f1: closing flushed file at 1731504094058Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/norep: creating writer at 1731504094467 (+409 ms)Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/norep: appending metadata at 1731504094481 (+14 ms)Flushing d7d4ca279a8b7f29f28f416fd9fbf9dd/norep: closing flushed file at 1731504094481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207673aa: reopening flushed file at 1731504094888 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7847e2: reopening flushed file at 1731504094892 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f567dcc: reopening flushed file at 1731504094897 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7d4ca279a8b7f29f28f416fd9fbf9dd in 1279ms, sequenceid=12, compaction requested=false at 1731504094903 (+6 ms)Writing region close event to WAL at 1731504094905 (+2 ms)Running coprocessor post-close hooks at 1731504094908 (+3 ms)Closed at 1731504094908 2024-11-13T13:21:34,908 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504077485.d7d4ca279a8b7f29f28f416fd9fbf9dd. 2024-11-13T13:21:34,987 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,44209,1731504070619; all regions closed. 2024-11-13T13:21:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:21:34,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.meta.1731504074047.meta not finished, retry = 0 2024-11-13T13:21:35,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/WALs/bfeb2336aed7,44209,1731504070619/bfeb2336aed7%2C44209%2C1731504070619.rep.1731504084113 not finished, retry = 0 2024-11-13T13:21:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741839_1015 (size=3333) 2024-11-13T13:21:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741832_1008 (size=2417) 2024-11-13T13:21:35,194 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:35,194 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:21:35,194 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:21:35,194 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:21:35,194 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:21:35,194 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:21:35,195 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,44209,1731504070619 because: Region server is closing 2024-11-13T13:21:35,195 INFO [RS:0;bfeb2336aed7:44209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44209. 2024-11-13T13:21:35,195 DEBUG [RS:0;bfeb2336aed7:44209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:35,195 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:35,195 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:35,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:35,279 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:35,295 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.shipperbfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 terminated 2024-11-13T13:21:35,295 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,44209,1731504070619.replicationSource.wal-reader.bfeb2336aed7%2C44209%2C1731504070619,1-bfeb2336aed7,44209,1731504070619 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:21:35,296 INFO [RS:0;bfeb2336aed7:44209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:44209. 2024-11-13T13:21:35,296 DEBUG [RS:0;bfeb2336aed7:44209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:35,296 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:35,296 DEBUG [RS:0;bfeb2336aed7:44209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:35,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:35,296 INFO [RS:0;bfeb2336aed7:44209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44209 2024-11-13T13:21:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/275841129/rs/bfeb2336aed7,44209,1731504070619 2024-11-13T13:21:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129/rs 2024-11-13T13:21:35,362 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:21:35,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,44209,1731504070619] 2024-11-13T13:21:35,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /275841129/draining/bfeb2336aed7,44209,1731504070619 already deleted, retry=false 2024-11-13T13:21:35,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,44209,1731504070619 expired; onlineServers=0 2024-11-13T13:21:35,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,38975,1731504070423' ***** 2024-11-13T13:21:35,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:21:35,383 INFO [M:0;bfeb2336aed7:38975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:21:35,383 INFO [M:0;bfeb2336aed7:38975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:21:35,384 DEBUG [M:0;bfeb2336aed7:38975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:21:35,384 DEBUG [M:0;bfeb2336aed7:38975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:21:35,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:21:35,384 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504072645 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504072645,5,FailOnTimeoutGroup] 2024-11-13T13:21:35,384 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504072646 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504072646,5,FailOnTimeoutGroup] 2024-11-13T13:21:35,384 INFO [M:0;bfeb2336aed7:38975 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:21:35,384 INFO [M:0;bfeb2336aed7:38975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:21:35,384 DEBUG [M:0;bfeb2336aed7:38975 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:21:35,384 INFO [M:0;bfeb2336aed7:38975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:21:35,384 INFO [M:0;bfeb2336aed7:38975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:21:35,384 INFO [M:0;bfeb2336aed7:38975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:21:35,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:21:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/275841129/master 2024-11-13T13:21:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/275841129 2024-11-13T13:21:35,394 DEBUG [M:0;bfeb2336aed7:38975 {}] zookeeper.ZKUtil(347): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Unable to get data of znode /275841129/master because node does not exist (not an error) 2024-11-13T13:21:35,394 WARN [M:0;bfeb2336aed7:38975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:21:35,395 INFO [M:0;bfeb2336aed7:38975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/.lastflushedseqids 2024-11-13T13:21:35,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741848_1024 (size=245) 2024-11-13T13:21:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44209-0x101345b21790007, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:35,473 INFO [RS:0;bfeb2336aed7:44209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:21:35,473 INFO [RS:0;bfeb2336aed7:44209 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,44209,1731504070619; zookeeper connection closed. 2024-11-13T13:21:35,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e2bda20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e2bda20 2024-11-13T13:21:35,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:21:35,569 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:35,799 INFO [M:0;bfeb2336aed7:38975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:21:35,799 INFO [M:0;bfeb2336aed7:38975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:21:35,799 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:35,799 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:35,799 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:35,799 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:35,799 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:35,799 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T13:21:35,816 DEBUG [M:0;bfeb2336aed7:38975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3388b2c960fd44988c0a711e3022a9f6 is 82, key is hbase:meta,,1/info:regioninfo/1731504074073/Put/seqid=0 2024-11-13T13:21:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741849_1025 (size=5672) 2024-11-13T13:21:35,983 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:36,220 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3388b2c960fd44988c0a711e3022a9f6 2024-11-13T13:21:36,240 DEBUG [M:0;bfeb2336aed7:38975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d64a51aff5504b1d85097d600b0196a4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504084155/Put/seqid=0 2024-11-13T13:21:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741850_1026 (size=9212) 2024-11-13T13:21:36,372 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:36,644 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d64a51aff5504b1d85097d600b0196a4 2024-11-13T13:21:36,660 DEBUG [M:0;bfeb2336aed7:38975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cd845ca53b04581bd2df953e114213e is 69, key is bfeb2336aed7,44209,1731504070619/rs:state/1731504072687/Put/seqid=0 2024-11-13T13:21:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741851_1027 (size=5156) 2024-11-13T13:21:36,663 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cd845ca53b04581bd2df953e114213e 2024-11-13T13:21:36,667 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3388b2c960fd44988c0a711e3022a9f6 as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3388b2c960fd44988c0a711e3022a9f6 2024-11-13T13:21:36,671 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3388b2c960fd44988c0a711e3022a9f6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T13:21:36,672 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d64a51aff5504b1d85097d600b0196a4 as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d64a51aff5504b1d85097d600b0196a4 2024-11-13T13:21:36,675 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d64a51aff5504b1d85097d600b0196a4, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T13:21:36,675 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cd845ca53b04581bd2df953e114213e as hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cd845ca53b04581bd2df953e114213e 2024-11-13T13:21:36,679 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44811/user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cd845ca53b04581bd2df953e114213e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T13:21:36,680 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=127, compaction requested=false 2024-11-13T13:21:36,681 INFO [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:36,681 DEBUG [M:0;bfeb2336aed7:38975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504095799Disabling compacts and flushes for region at 1731504095799Disabling writes for close at 1731504095799Obtaining lock to block concurrent updates at 1731504095799Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504095799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731504095800 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504095800Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504095800Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504095816 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504095816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504096223 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504096239 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504096239Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504096647 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504096659 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504096659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2083c402: reopening flushed file at 1731504096667 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9f8f1: reopening flushed file at 1731504096671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f53fdb2: reopening flushed file at 1731504096675 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=127, compaction requested=false at 1731504096680 (+5 ms)Writing region close event to WAL at 1731504096681 (+1 ms)Closed at 1731504096681 2024-11-13T13:21:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741830_1006 (size=73866) 2024-11-13T13:21:36,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc948e7e-56d0-c6f6-89ba-cb79ef1a1db6/MasterData/WALs/bfeb2336aed7,38975,1731504070423/bfeb2336aed7%2C38975%2C1731504070423.1731504072376 not finished, retry = 0 2024-11-13T13:21:36,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:21:36,784 INFO [M:0;bfeb2336aed7:38975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:21:36,784 INFO [M:0;bfeb2336aed7:38975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38975 2024-11-13T13:21:36,785 INFO [M:0;bfeb2336aed7:38975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:21:36,786 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:36,968 INFO [M:0;bfeb2336aed7:38975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:21:36,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:36,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x101345b21790006, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:36,968 WARN [BP-1826366459-172.17.0.2-1731504068466 heartbeating to localhost/127.0.0.1:44811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1826366459-172.17.0.2-1731504068466 (Datanode Uuid 3635f785-5f00-4d71-931c-53fe2295f352) service to localhost/127.0.0.1:44811 2024-11-13T13:21:36,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/cluster_7a763363-5b45-9399-289f-72472554df64/data/data1/current/BP-1826366459-172.17.0.2-1731504068466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:21:36,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/cluster_7a763363-5b45-9399-289f-72472554df64/data/data2/current/BP-1826366459-172.17.0.2-1731504068466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:21:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257b144{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:36,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0a0edf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:21:36,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:21:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173f8f72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:21:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173ba0ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir/,STOPPED} 2024-11-13T13:21:36,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:21:36,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@181c8732{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:36,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b2f9d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:21:36,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:21:36,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b75e043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:21:36,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2280d868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir/,STOPPED} 2024-11-13T13:21:36,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:21:36,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:21:36,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:36,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:36,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:36,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:36,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:36,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:21:36,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647473732, stopped=false 2024-11-13T13:21:36,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,40437,1731504064841 2024-11-13T13:21:37,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11935490832/running 2024-11-13T13:21:37,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11935490832/running 2024-11-13T13:21:37,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:37,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:37,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:21:37,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:37,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:37,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/running 2024-11-13T13:21:37,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:37,037 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,39275,1731504064982' ***** 2024-11-13T13:21:37,037 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:21:37,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Set watcher on znode that does not yet exist, /11935490832/running 2024-11-13T13:21:37,037 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:21:37,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cfc611979c9d1ce5b707414bfca813b 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:39275. 2024-11-13T13:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cfc611979c9d1ce5b707414bfca813b, disabling compactions & flushes 2024-11-13T13:21:37,038 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:37,038 DEBUG [RS:0;bfeb2336aed7:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. after waiting 0 ms 2024-11-13T13:21:37,038 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:21:37,038 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cfc611979c9d1ce5b707414bfca813b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T13:21:37,038 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:21:37,039 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:21:37,039 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1325): Online Regions={3cfc611979c9d1ce5b707414bfca813b=test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b., 1588230740=hbase:meta,,1.1588230740, ed6a53c43cc7b11d53c6782c2406a837=hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837.} 2024-11-13T13:21:37,039 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:37,039 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:37,039 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cfc611979c9d1ce5b707414bfca813b, ed6a53c43cc7b11d53c6782c2406a837 2024-11-13T13:21:37,039 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:37,039 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:37,039 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:37,039 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:21:37,052 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/info/b9d1ff538f854ee19c68326cd6121c10 is 147, key is hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837./info:regioninfo/1731504081957/Put/seqid=0 2024-11-13T13:21:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741840_1016 (size=7686) 2024-11-13T13:21:37,056 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/f/3ddb9571d5154f4aab735c6a44b4062c is 37, key is row3/f:row3/1731504091822/Put/seqid=0 2024-11-13T13:21:37,056 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/info/b9d1ff538f854ee19c68326cd6121c10 2024-11-13T13:21:37,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741841_1017 (size=5228) 2024-11-13T13:21:37,060 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/f/3ddb9571d5154f4aab735c6a44b4062c 2024-11-13T13:21:37,066 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ddb9571d5154f4aab735c6a44b4062c 2024-11-13T13:21:37,067 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:21:37,067 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:21:37,076 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/ns/1145136f5c1a491fbf71bee8ed59b65f is 43, key is default/ns:d/1731504068370/Put/seqid=0 2024-11-13T13:21:37,080 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/f1/045b9bffb0da4e6392db1f7e7f30fdc0 is 30, key is row1/f1:/1731504089169/DeleteFamily/seqid=0 2024-11-13T13:21:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741842_1018 (size=5153) 2024-11-13T13:21:37,081 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/ns/1145136f5c1a491fbf71bee8ed59b65f 2024-11-13T13:21:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741843_1019 (size=5158) 2024-11-13T13:21:37,092 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/f1/045b9bffb0da4e6392db1f7e7f30fdc0 2024-11-13T13:21:37,095 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045b9bffb0da4e6392db1f7e7f30fdc0 2024-11-13T13:21:37,097 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:21:37,102 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/rep_barrier/7a18d21dfcfe40cbbf45b3fd1324dea9 is 112, key is test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b./rep_barrier:seqnumDuringOpen/1731504077105/Put/seqid=0 2024-11-13T13:21:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741844_1020 (size=5518) 2024-11-13T13:21:37,109 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/norep/42f951e1b6694d0eb1af1b91bdde0069 is 33, key is row1/norep:/1731504089169/DeleteFamily/seqid=0 2024-11-13T13:21:37,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741845_1021 (size=5108) 2024-11-13T13:21:37,113 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/norep/42f951e1b6694d0eb1af1b91bdde0069 2024-11-13T13:21:37,116 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42f951e1b6694d0eb1af1b91bdde0069 2024-11-13T13:21:37,117 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/f/3ddb9571d5154f4aab735c6a44b4062c as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/f/3ddb9571d5154f4aab735c6a44b4062c 2024-11-13T13:21:37,120 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ddb9571d5154f4aab735c6a44b4062c 2024-11-13T13:21:37,120 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/f/3ddb9571d5154f4aab735c6a44b4062c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T13:21:37,122 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/f1/045b9bffb0da4e6392db1f7e7f30fdc0 as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/f1/045b9bffb0da4e6392db1f7e7f30fdc0 2024-11-13T13:21:37,126 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045b9bffb0da4e6392db1f7e7f30fdc0 2024-11-13T13:21:37,126 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/f1/045b9bffb0da4e6392db1f7e7f30fdc0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T13:21:37,127 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/.tmp/norep/42f951e1b6694d0eb1af1b91bdde0069 as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/norep/42f951e1b6694d0eb1af1b91bdde0069 2024-11-13T13:21:37,130 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42f951e1b6694d0eb1af1b91bdde0069 2024-11-13T13:21:37,130 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/norep/42f951e1b6694d0eb1af1b91bdde0069, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T13:21:37,130 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3cfc611979c9d1ce5b707414bfca813b in 92ms, sequenceid=12, compaction requested=false 2024-11-13T13:21:37,130 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:21:37,134 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/default/test/3cfc611979c9d1ce5b707414bfca813b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T13:21:37,134 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:21:37,135 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cfc611979c9d1ce5b707414bfca813b: Waiting for close lock at 1731504097038Running coprocessor pre-close hooks at 1731504097038Disabling compacts and flushes for region at 1731504097038Disabling writes for close at 1731504097038Obtaining lock to block concurrent updates at 1731504097038Preparing flush snapshotting stores in 3cfc611979c9d1ce5b707414bfca813b at 1731504097038Finished memstore snapshotting test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731504097039 (+1 ms)Flushing stores of test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. at 1731504097039Flushing 3cfc611979c9d1ce5b707414bfca813b/f: creating writer at 1731504097039Flushing 3cfc611979c9d1ce5b707414bfca813b/f: appending metadata at 1731504097055 (+16 ms)Flushing 3cfc611979c9d1ce5b707414bfca813b/f: closing flushed file at 1731504097055Flushing 3cfc611979c9d1ce5b707414bfca813b/f1: creating writer at 1731504097066 (+11 ms)Flushing 3cfc611979c9d1ce5b707414bfca813b/f1: appending metadata at 1731504097080 (+14 ms)Flushing 3cfc611979c9d1ce5b707414bfca813b/f1: closing flushed file at 1731504097080Flushing 3cfc611979c9d1ce5b707414bfca813b/norep: creating writer at 1731504097095 (+15 ms)Flushing 3cfc611979c9d1ce5b707414bfca813b/norep: appending metadata at 1731504097108 (+13 ms)Flushing 3cfc611979c9d1ce5b707414bfca813b/norep: closing flushed file at 1731504097108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6695d070: reopening flushed file at 1731504097117 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed9b51a: reopening flushed file at 1731504097120 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfcc098: reopening flushed file at 1731504097126 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3cfc611979c9d1ce5b707414bfca813b in 92ms, sequenceid=12, compaction requested=false at 1731504097130 (+4 ms)Writing region close event to WAL at 1731504097132 (+2 ms)Running coprocessor post-close hooks at 1731504097134 (+2 ms)Closed at 1731504097135 (+1 ms) 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504076344.3cfc611979c9d1ce5b707414bfca813b. 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed6a53c43cc7b11d53c6782c2406a837, disabling compactions & flushes 2024-11-13T13:21:37,135 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. after waiting 0 ms 2024-11-13T13:21:37,135 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:37,135 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed6a53c43cc7b11d53c6782c2406a837 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T13:21:37,149 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/.tmp/queue/77c5c02db97043679a502060f5396091 is 154, key is 1-bfeb2336aed7,39275,1731504064982/queue:bfeb2336aed7%2C39275%2C1731504064982/1731504092853/Put/seqid=0 2024-11-13T13:21:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741846_1022 (size=5353) 2024-11-13T13:21:37,157 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/.tmp/queue/77c5c02db97043679a502060f5396091 2024-11-13T13:21:37,161 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/.tmp/queue/77c5c02db97043679a502060f5396091 as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/queue/77c5c02db97043679a502060f5396091 2024-11-13T13:21:37,165 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/queue/77c5c02db97043679a502060f5396091, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T13:21:37,166 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ed6a53c43cc7b11d53c6782c2406a837 in 31ms, sequenceid=14, compaction requested=false 2024-11-13T13:21:37,166 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:21:37,170 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/replication/ed6a53c43cc7b11d53c6782c2406a837/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T13:21:37,170 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:37,170 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:21:37,170 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:37,170 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed6a53c43cc7b11d53c6782c2406a837: Waiting for close lock at 1731504097135Running coprocessor pre-close hooks at 1731504097135Disabling compacts and flushes for region at 1731504097135Disabling writes for close at 1731504097135Obtaining lock to block concurrent updates at 1731504097135Preparing flush snapshotting stores in ed6a53c43cc7b11d53c6782c2406a837 at 1731504097135Finished memstore snapshotting hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731504097135Flushing stores of hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. at 1731504097136 (+1 ms)Flushing ed6a53c43cc7b11d53c6782c2406a837/queue: creating writer at 1731504097136Flushing ed6a53c43cc7b11d53c6782c2406a837/queue: appending metadata at 1731504097148 (+12 ms)Flushing ed6a53c43cc7b11d53c6782c2406a837/queue: closing flushed file at 1731504097148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cff2530: reopening flushed file at 1731504097161 (+13 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ed6a53c43cc7b11d53c6782c2406a837 in 31ms, sequenceid=14, compaction requested=false at 1731504097166 (+5 ms)Writing region close event to WAL at 1731504097167 (+1 ms)Running coprocessor post-close hooks at 1731504097170 (+3 ms)Closed at 1731504097170 2024-11-13T13:21:37,170 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504080796.ed6a53c43cc7b11d53c6782c2406a837. 2024-11-13T13:21:37,239 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 1466, reset compression=false 2024-11-13T13:21:37,281 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:37,281 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 2357, reset compression=false 2024-11-13T13:21:37,281 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,39275,1731504064982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:37,281 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,39275,1731504064982: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,39275,1731504064982, walGroup=bfeb2336aed7%2C39275%2C1731504064982, offset=bfeb2336aed7%2C39275%2C1731504064982.1731504067196:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:39275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:21:37,282 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:21:37,282 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:21:37,282 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:21:37,282 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:21:37,283 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:21:37,283 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 939138856 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198904184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:21:37,283 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:40437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:40437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:21:37,439 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:21:37,484 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 2357, reset compression=false 2024-11-13T13:21:37,509 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/rep_barrier/7a18d21dfcfe40cbbf45b3fd1324dea9 2024-11-13T13:21:37,525 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/table/85d1cbff1ef84040a19c240a5b32dbbd is 53, key is hbase:replication/table:state/1731504081962/Put/seqid=0 2024-11-13T13:21:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741847_1023 (size=5308) 2024-11-13T13:21:37,639 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:21:37,689 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:37,787 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 2357, reset compression=false 2024-11-13T13:21:37,840 DEBUG [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:21:37,929 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/table/85d1cbff1ef84040a19c240a5b32dbbd 2024-11-13T13:21:37,933 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/info/b9d1ff538f854ee19c68326cd6121c10 as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/info/b9d1ff538f854ee19c68326cd6121c10 2024-11-13T13:21:37,937 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/info/b9d1ff538f854ee19c68326cd6121c10, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:21:37,938 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/ns/1145136f5c1a491fbf71bee8ed59b65f as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/ns/1145136f5c1a491fbf71bee8ed59b65f 2024-11-13T13:21:37,941 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/ns/1145136f5c1a491fbf71bee8ed59b65f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:21:37,942 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/rep_barrier/7a18d21dfcfe40cbbf45b3fd1324dea9 as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/rep_barrier/7a18d21dfcfe40cbbf45b3fd1324dea9 2024-11-13T13:21:37,945 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/rep_barrier/7a18d21dfcfe40cbbf45b3fd1324dea9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:21:37,946 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/.tmp/table/85d1cbff1ef84040a19c240a5b32dbbd as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/table/85d1cbff1ef84040a19c240a5b32dbbd 2024-11-13T13:21:37,951 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/table/85d1cbff1ef84040a19c240a5b32dbbd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:21:37,952 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-13T13:21:37,952 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:21:37,956 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:21:37,956 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:37,956 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:21:37,956 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:37,957 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504097039Running coprocessor pre-close hooks at 1731504097039Disabling compacts and flushes for region at 1731504097039Disabling writes for close at 1731504097039Obtaining lock to block concurrent updates at 1731504097039Preparing flush snapshotting stores in 1588230740 at 1731504097039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504097039Flushing stores of hbase:meta,,1.1588230740 at 1731504097039Flushing 1588230740/info: creating writer at 1731504097039Flushing 1588230740/info: appending metadata at 1731504097052 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731504097052Flushing 1588230740/ns: creating writer at 1731504097060 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731504097076 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731504097076Flushing 1588230740/rep_barrier: creating writer at 1731504097085 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504097102 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504097102Flushing 1588230740/table: creating writer at 1731504097513 (+411 ms)Flushing 1588230740/table: appending metadata at 1731504097525 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731504097525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f69d0da: reopening flushed file at 1731504097933 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ceeeb7: reopening flushed file at 1731504097937 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b99375e: reopening flushed file at 1731504097941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195a2e64: reopening flushed file at 1731504097945 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731504097952 (+7 ms)Writing region close event to WAL at 1731504097954 (+2 ms)Running coprocessor post-close hooks at 1731504097956 (+2 ms)Closed at 1731504097956 2024-11-13T13:21:37,957 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:38,040 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,39275,1731504064982; all regions closed. 2024-11-13T13:21:38,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.meta.1731504068331.meta not finished, retry = 0 2024-11-13T13:21:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:21:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741839_1015 (size=3552) 2024-11-13T13:21:38,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.rep.1731504081924 not finished, retry = 0 2024-11-13T13:21:38,190 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/WALs/bfeb2336aed7,39275,1731504064982/bfeb2336aed7%2C39275%2C1731504064982.1731504067196 to pos 2357, reset compression=false 2024-11-13T13:21:38,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741832_1008 (size=2365) 2024-11-13T13:21:38,247 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:38,247 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:21:38,247 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:21:38,247 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:21:38,248 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:21:38,248 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:21:38,248 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,39275,1731504064982 because: Region server is closing 2024-11-13T13:21:38,248 INFO [RS:0;bfeb2336aed7:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:39275. 2024-11-13T13:21:38,248 DEBUG [RS:0;bfeb2336aed7:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:38,248 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:38,248 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:38,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:38,348 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.shipperbfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 terminated 2024-11-13T13:21:38,348 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,39275,1731504064982.replicationSource.wal-reader.bfeb2336aed7%2C39275%2C1731504064982,1-bfeb2336aed7,39275,1731504064982 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:21:38,349 INFO [RS:0;bfeb2336aed7:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:39275. 2024-11-13T13:21:38,349 DEBUG [RS:0;bfeb2336aed7:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:38,349 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:38,349 DEBUG [RS:0;bfeb2336aed7:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:38,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:38,349 INFO [RS:0;bfeb2336aed7:39275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39275 2024-11-13T13:21:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832/rs 2024-11-13T13:21:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11935490832/rs/bfeb2336aed7,39275,1731504064982 2024-11-13T13:21:38,414 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:21:38,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,39275,1731504064982] 2024-11-13T13:21:38,435 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11935490832/draining/bfeb2336aed7,39275,1731504064982 already deleted, retry=false 2024-11-13T13:21:38,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,39275,1731504064982 expired; onlineServers=0 2024-11-13T13:21:38,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,40437,1731504064841' ***** 2024-11-13T13:21:38,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:21:38,436 DEBUG [M:0;bfeb2336aed7:40437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:21:38,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:21:38,436 DEBUG [M:0;bfeb2336aed7:40437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:21:38,436 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504066993 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504066993,5,FailOnTimeoutGroup] 2024-11-13T13:21:38,436 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504066993 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504066993,5,FailOnTimeoutGroup] 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:21:38,436 DEBUG [M:0;bfeb2336aed7:40437 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:21:38,436 INFO [M:0;bfeb2336aed7:40437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:21:38,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:21:38,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11935490832/master 2024-11-13T13:21:38,446 DEBUG [M:0;bfeb2336aed7:40437 {}] zookeeper.ZKUtil(347): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Unable to get data of znode /11935490832/master because node does not exist (not an error) 2024-11-13T13:21:38,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11935490832 2024-11-13T13:21:38,446 WARN [M:0;bfeb2336aed7:40437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:21:38,447 INFO [M:0;bfeb2336aed7:40437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/.lastflushedseqids 2024-11-13T13:21:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741848_1024 (size=245) 2024-11-13T13:21:38,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:38,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x101345b21790004, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:38,525 INFO [RS:0;bfeb2336aed7:39275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:21:38,525 INFO [RS:0;bfeb2336aed7:39275 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,39275,1731504064982; zookeeper connection closed. 2024-11-13T13:21:38,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ef80c9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ef80c9c 2024-11-13T13:21:38,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:21:38,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:38,692 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:38,851 INFO [M:0;bfeb2336aed7:40437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:21:38,851 INFO [M:0;bfeb2336aed7:40437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:21:38,851 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:38,851 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:38,851 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:38,851 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:38,851 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:38,851 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T13:21:38,870 DEBUG [M:0;bfeb2336aed7:40437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a598953384d24a88ab1688dc68515e0f is 82, key is hbase:meta,,1/info:regioninfo/1731504068359/Put/seqid=0 2024-11-13T13:21:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741849_1025 (size=5672) 2024-11-13T13:21:39,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:39,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:39,274 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a598953384d24a88ab1688dc68515e0f 2024-11-13T13:21:39,297 DEBUG [M:0;bfeb2336aed7:40437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79b969ad59854fdc98ea83d936ba9f17 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731504077116/Put/seqid=0 2024-11-13T13:21:39,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741850_1026 (size=7218) 2024-11-13T13:21:39,701 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79b969ad59854fdc98ea83d936ba9f17 2024-11-13T13:21:39,704 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79b969ad59854fdc98ea83d936ba9f17 2024-11-13T13:21:39,720 DEBUG [M:0;bfeb2336aed7:40437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c64ce16f2f44431b15b8ecaead90bae is 69, key is bfeb2336aed7,39275,1731504064982/rs:state/1731504067041/Put/seqid=0 2024-11-13T13:21:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741851_1027 (size=5156) 2024-11-13T13:21:39,796 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:40,123 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c64ce16f2f44431b15b8ecaead90bae 2024-11-13T13:21:40,127 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a598953384d24a88ab1688dc68515e0f as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a598953384d24a88ab1688dc68515e0f 2024-11-13T13:21:40,130 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a598953384d24a88ab1688dc68515e0f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T13:21:40,131 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79b969ad59854fdc98ea83d936ba9f17 as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79b969ad59854fdc98ea83d936ba9f17 2024-11-13T13:21:40,135 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79b969ad59854fdc98ea83d936ba9f17 2024-11-13T13:21:40,135 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79b969ad59854fdc98ea83d936ba9f17, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T13:21:40,136 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c64ce16f2f44431b15b8ecaead90bae as hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c64ce16f2f44431b15b8ecaead90bae 2024-11-13T13:21:40,139 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c64ce16f2f44431b15b8ecaead90bae, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T13:21:40,140 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-13T13:21:40,145 INFO [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:40,145 DEBUG [M:0;bfeb2336aed7:40437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504098851Disabling compacts and flushes for region at 1731504098851Disabling writes for close at 1731504098851Obtaining lock to block concurrent updates at 1731504098851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504098851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731504098852 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504098852Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504098852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504098870 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504098870Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504099278 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504099297 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504099297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504099704 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504099719 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504099719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d189c7a: reopening flushed file at 1731504100126 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4185b317: reopening flushed file at 1731504100131 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76eb17f9: reopening flushed file at 1731504100135 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1731504100140 (+5 ms)Writing region close event to WAL at 1731504100145 (+5 ms)Closed at 1731504100145 2024-11-13T13:21:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37611 is added to blk_1073741830_1006 (size=64423) 2024-11-13T13:21:40,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec56c717-a4a2-9be5-6ae8-86ba074d1e45/MasterData/WALs/bfeb2336aed7,40437,1731504064841/bfeb2336aed7%2C40437%2C1731504064841.1731504066731 not finished, retry = 0 2024-11-13T13:21:40,248 INFO [M:0;bfeb2336aed7:40437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:21:40,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:21:40,248 INFO [M:0;bfeb2336aed7:40437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40437 2024-11-13T13:21:40,248 INFO [M:0;bfeb2336aed7:40437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:21:40,409 INFO [M:0;bfeb2336aed7:40437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:21:40,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:40,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40437-0x101345b21790003, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f716ffc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:40,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a30b32f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:21:40,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:21:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da94a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:21:40,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@408ba545{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir/,STOPPED} 2024-11-13T13:21:40,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:21:40,414 WARN [BP-1485621978-172.17.0.2-1731504062781 heartbeating to localhost/127.0.0.1:34441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:21:40,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:21:40,414 WARN [BP-1485621978-172.17.0.2-1731504062781 heartbeating to localhost/127.0.0.1:34441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485621978-172.17.0.2-1731504062781 (Datanode Uuid 00b9f8ca-c370-4bdb-9271-59a59ad1237b) service to localhost/127.0.0.1:34441 2024-11-13T13:21:40,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/cluster_edc80981-da38-bf09-e4f2-0e127d03c049/data/data1/current/BP-1485621978-172.17.0.2-1731504062781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:21:40,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/cluster_edc80981-da38-bf09-e4f2-0e127d03c049/data/data2/current/BP-1485621978-172.17.0.2-1731504062781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:21:40,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:21:40,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7875fb13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:40,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b0a89f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:21:40,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:21:40,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0b9d5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:21:40,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@281ea6e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d607c23-c864-a30c-32bb-6759cca5db93/hadoop.log.dir/,STOPPED} 2024-11-13T13:21:40,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:21:40,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:21:40,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:40,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:40,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:40,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:40,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:40,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:21:40,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1587722224, stopped=false 2024-11-13T13:21:40,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,34601,1731504059156 2024-11-13T13:21:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0255652576/running 2024-11-13T13:21:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0255652576/running 2024-11-13T13:21:40,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:21:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:40,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:21:40,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:40,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:40,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,33507,1731504059499' ***** 2024-11-13T13:21:40,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:21:40,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/running 2024-11-13T13:21:40,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Set watcher on znode that does not yet exist, /0255652576/running 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ad4a4417df7dcf1027ad09cf34f7653 2024-11-13T13:21:40,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(3091): Received CLOSE for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:33507. 2024-11-13T13:21:40,447 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ad4a4417df7dcf1027ad09cf34f7653, disabling compactions & flushes 2024-11-13T13:21:40,447 DEBUG [RS:0;bfeb2336aed7:33507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:40,447 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:40,447 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:40,447 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:40,447 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. after waiting 0 ms 2024-11-13T13:21:40,447 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:40,447 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ad4a4417df7dcf1027ad09cf34f7653 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:21:40,447 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:21:40,448 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:21:40,448 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:21:40,448 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:21:40,448 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1325): Online Regions={0ad4a4417df7dcf1027ad09cf34f7653=test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653., 1588230740=hbase:meta,,1.1588230740, d41023eb0f5d1441352a1ce0553f1641=hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.} 2024-11-13T13:21:40,448 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 0ad4a4417df7dcf1027ad09cf34f7653, 1588230740, d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:40,448 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:40,448 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:40,448 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:40,448 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:40,448 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:40,448 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:21:40,470 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/info/0e06575347924747a0a34f38c44a6abc is 147, key is hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641./info:regioninfo/1731504079434/Put/seqid=0 2024-11-13T13:21:40,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741840_1016 (size=7686) 2024-11-13T13:21:40,473 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/f/5498c4d965b743cc87c48b264a2038c7 is 37, key is row3/f:row3/1731504091822/Put/seqid=0 2024-11-13T13:21:40,473 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/info/0e06575347924747a0a34f38c44a6abc 2024-11-13T13:21:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741841_1017 (size=5228) 2024-11-13T13:21:40,498 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/ns/2c7d7b93b75a4f5994f2957c5af4f430 is 43, key is default/ns:d/1731504062703/Put/seqid=0 2024-11-13T13:21:40,499 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:21:40,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741842_1018 (size=5153) 2024-11-13T13:21:40,648 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 0ad4a4417df7dcf1027ad09cf34f7653, 1588230740, d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:40,803 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:21:40,803 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:21:40,848 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 0ad4a4417df7dcf1027ad09cf34f7653, 1588230740, d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:40,882 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/f/5498c4d965b743cc87c48b264a2038c7 2024-11-13T13:21:40,885 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5498c4d965b743cc87c48b264a2038c7 2024-11-13T13:21:40,901 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/f1/12482a68b2034addb89ed84e1e678527 is 30, key is row1/f1:/1731504089169/DeleteFamily/seqid=0 2024-11-13T13:21:40,902 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/ns/2c7d7b93b75a4f5994f2957c5af4f430 2024-11-13T13:21:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741843_1019 (size=5158) 2024-11-13T13:21:40,904 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/f1/12482a68b2034addb89ed84e1e678527 2024-11-13T13:21:40,908 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12482a68b2034addb89ed84e1e678527 2024-11-13T13:21:40,919 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/rep_barrier/0f13172aa5ff4bcaa7d21569b3f355bc is 112, key is test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653./rep_barrier:seqnumDuringOpen/1731504075332/Put/seqid=0 2024-11-13T13:21:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741844_1020 (size=5518) 2024-11-13T13:21:40,929 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/norep/839340bd72bb45288d6c5d4f68a96e71 is 32, key is row/norep:/1731504088164/DeleteFamily/seqid=0 2024-11-13T13:21:40,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741845_1021 (size=5101) 2024-11-13T13:21:40,999 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1491, reset compression=false 2024-11-13T13:21:41,002 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:41,002 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1738, reset compression=false 2024-11-13T13:21:41,002 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,33507,1731504059499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:21:41,003 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,33507,1731504059499: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,33507,1731504059499, walGroup=bfeb2336aed7%2C33507%2C1731504059499, offset=bfeb2336aed7%2C33507%2C1731504059499.1731504061898:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:33507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:21:41,004 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:21:41,004 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:21:41,004 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:21:41,004 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:21:41,004 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:21:41,004 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 754840576 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199534064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:21:41,004 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:21:41,048 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 0ad4a4417df7dcf1027ad09cf34f7653, 1588230740, d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:41,206 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1738, reset compression=false 2024-11-13T13:21:41,248 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 0ad4a4417df7dcf1027ad09cf34f7653, 1588230740, d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:41,327 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/rep_barrier/0f13172aa5ff4bcaa7d21569b3f355bc 2024-11-13T13:21:41,332 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/norep/839340bd72bb45288d6c5d4f68a96e71 2024-11-13T13:21:41,335 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 839340bd72bb45288d6c5d4f68a96e71 2024-11-13T13:21:41,336 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/f/5498c4d965b743cc87c48b264a2038c7 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/f/5498c4d965b743cc87c48b264a2038c7 2024-11-13T13:21:41,340 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5498c4d965b743cc87c48b264a2038c7 2024-11-13T13:21:41,340 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/f/5498c4d965b743cc87c48b264a2038c7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T13:21:41,341 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/f1/12482a68b2034addb89ed84e1e678527 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/f1/12482a68b2034addb89ed84e1e678527 2024-11-13T13:21:41,344 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12482a68b2034addb89ed84e1e678527 2024-11-13T13:21:41,344 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/f1/12482a68b2034addb89ed84e1e678527, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T13:21:41,345 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/.tmp/norep/839340bd72bb45288d6c5d4f68a96e71 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/norep/839340bd72bb45288d6c5d4f68a96e71 2024-11-13T13:21:41,347 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/table/515a9c4793034279a54e4acfc7c5fc76 is 53, key is hbase:replication/table:state/1731504079441/Put/seqid=0 2024-11-13T13:21:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741846_1022 (size=5308) 2024-11-13T13:21:41,350 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 839340bd72bb45288d6c5d4f68a96e71 2024-11-13T13:21:41,350 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/norep/839340bd72bb45288d6c5d4f68a96e71, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T13:21:41,351 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0ad4a4417df7dcf1027ad09cf34f7653 in 904ms, sequenceid=12, compaction requested=false 2024-11-13T13:21:41,355 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/default/test/0ad4a4417df7dcf1027ad09cf34f7653/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T13:21:41,356 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:41,356 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:21:41,356 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:41,356 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ad4a4417df7dcf1027ad09cf34f7653: Waiting for close lock at 1731504100447Running coprocessor pre-close hooks at 1731504100447Disabling compacts and flushes for region at 1731504100447Disabling writes for close at 1731504100447Obtaining lock to block concurrent updates at 1731504100447Preparing flush snapshotting stores in 0ad4a4417df7dcf1027ad09cf34f7653 at 1731504100447Finished memstore snapshotting test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731504100448 (+1 ms)Flushing stores of test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. at 1731504100448Flushing 0ad4a4417df7dcf1027ad09cf34f7653/f: creating writer at 1731504100448Flushing 0ad4a4417df7dcf1027ad09cf34f7653/f: appending metadata at 1731504100472 (+24 ms)Flushing 0ad4a4417df7dcf1027ad09cf34f7653/f: closing flushed file at 1731504100472Flushing 0ad4a4417df7dcf1027ad09cf34f7653/f1: creating writer at 1731504100885 (+413 ms)Flushing 0ad4a4417df7dcf1027ad09cf34f7653/f1: appending metadata at 1731504100900 (+15 ms)Flushing 0ad4a4417df7dcf1027ad09cf34f7653/f1: closing flushed file at 1731504100901 (+1 ms)Flushing 0ad4a4417df7dcf1027ad09cf34f7653/norep: creating writer at 1731504100908 (+7 ms)Flushing 0ad4a4417df7dcf1027ad09cf34f7653/norep: appending metadata at 1731504100928 (+20 ms)Flushing 0ad4a4417df7dcf1027ad09cf34f7653/norep: closing flushed file at 1731504100928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d483f93: reopening flushed file at 1731504101336 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216e1a07: reopening flushed file at 1731504101340 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576495bc: reopening flushed file at 1731504101345 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0ad4a4417df7dcf1027ad09cf34f7653 in 904ms, sequenceid=12, compaction requested=false at 1731504101351 (+6 ms)Writing region close event to WAL at 1731504101351Running coprocessor post-close hooks at 1731504101356 (+5 ms)Closed at 1731504101356 2024-11-13T13:21:41,356 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504074177.0ad4a4417df7dcf1027ad09cf34f7653. 2024-11-13T13:21:41,356 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d41023eb0f5d1441352a1ce0553f1641, disabling compactions & flushes 2024-11-13T13:21:41,356 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,357 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,357 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. after waiting 0 ms 2024-11-13T13:21:41,357 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,357 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d41023eb0f5d1441352a1ce0553f1641: Waiting for close lock at 1731504101356Running coprocessor pre-close hooks at 1731504101356Disabling compacts and flushes for region at 1731504101356Disabling writes for close at 1731504101357 (+1 ms)Failed flush hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641., putting online again at 1731504101357 2024-11-13T13:21:41,357 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,449 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:21:41,449 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d41023eb0f5d1441352a1ce0553f1641=hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641.} 2024-11-13T13:21:41,449 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(3091): Received CLOSE for d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:41,449 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d41023eb0f5d1441352a1ce0553f1641 2024-11-13T13:21:41,449 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d41023eb0f5d1441352a1ce0553f1641, disabling compactions & flushes 2024-11-13T13:21:41,449 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,449 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,449 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. after waiting 0 ms 2024-11-13T13:21:41,449 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,449 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d41023eb0f5d1441352a1ce0553f1641: Waiting for close lock at 1731504101449Running coprocessor pre-close hooks at 1731504101449Disabling compacts and flushes for region at 1731504101449Disabling writes for close at 1731504101449Failed flush hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641., putting online again at 1731504101449 2024-11-13T13:21:41,449 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504078641.d41023eb0f5d1441352a1ce0553f1641. 2024-11-13T13:21:41,509 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 1738, reset compression=false 2024-11-13T13:21:41,512 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:21:41,512 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 2382, reset compression=false 2024-11-13T13:21:41,649 DEBUG [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:21:41,715 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 2382, reset compression=false 2024-11-13T13:21:41,750 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/table/515a9c4793034279a54e4acfc7c5fc76 2024-11-13T13:21:41,755 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/info/0e06575347924747a0a34f38c44a6abc as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/info/0e06575347924747a0a34f38c44a6abc 2024-11-13T13:21:41,758 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/info/0e06575347924747a0a34f38c44a6abc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:21:41,758 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/ns/2c7d7b93b75a4f5994f2957c5af4f430 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/ns/2c7d7b93b75a4f5994f2957c5af4f430 2024-11-13T13:21:41,762 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/ns/2c7d7b93b75a4f5994f2957c5af4f430, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:21:41,762 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/rep_barrier/0f13172aa5ff4bcaa7d21569b3f355bc as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/rep_barrier/0f13172aa5ff4bcaa7d21569b3f355bc 2024-11-13T13:21:41,766 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/rep_barrier/0f13172aa5ff4bcaa7d21569b3f355bc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:21:41,766 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/.tmp/table/515a9c4793034279a54e4acfc7c5fc76 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/table/515a9c4793034279a54e4acfc7c5fc76 2024-11-13T13:21:41,769 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/table/515a9c4793034279a54e4acfc7c5fc76, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:21:41,770 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-13T13:21:41,774 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:21:41,774 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:21:41,774 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:21:41,774 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:41,774 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504100448Running coprocessor pre-close hooks at 1731504100448Disabling compacts and flushes for region at 1731504100448Disabling writes for close at 1731504100448Obtaining lock to block concurrent updates at 1731504100448Preparing flush snapshotting stores in 1588230740 at 1731504100448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504100448Flushing stores of hbase:meta,,1.1588230740 at 1731504100449 (+1 ms)Flushing 1588230740/info: creating writer at 1731504100449Flushing 1588230740/info: appending metadata at 1731504100469 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731504100469Flushing 1588230740/ns: creating writer at 1731504100484 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731504100497 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731504100497Flushing 1588230740/rep_barrier: creating writer at 1731504100905 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504100919 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504100919Flushing 1588230740/table: creating writer at 1731504101330 (+411 ms)Flushing 1588230740/table: appending metadata at 1731504101346 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731504101346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af78928: reopening flushed file at 1731504101754 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c85f41a: reopening flushed file at 1731504101758 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a716c9: reopening flushed file at 1731504101762 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dba3e5: reopening flushed file at 1731504101766 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1731504101770 (+4 ms)Writing region close event to WAL at 1731504101772 (+2 ms)Running coprocessor post-close hooks at 1731504101774 (+2 ms)Closed at 1731504101774 2024-11-13T13:21:41,774 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:41,849 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T13:21:41,849 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,33507,1731504059499; all regions closed. 2024-11-13T13:21:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:21:41,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.meta.1731504062620.meta not finished, retry = 0 2024-11-13T13:21:41,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741839_1015 (size=2609) 2024-11-13T13:21:41,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.rep.1731504079399 not finished, retry = 0 2024-11-13T13:21:42,018 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 to pos 2382, reset compression=false 2024-11-13T13:21:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741832_1008 (size=2390) 2024-11-13T13:21:42,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/WALs/bfeb2336aed7,33507,1731504059499/bfeb2336aed7%2C33507%2C1731504059499.1731504061898 not finished, retry = 0 2024-11-13T13:21:42,157 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:42,157 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:21:42,157 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:21:42,157 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:21:42,157 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:21:42,157 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:21:42,158 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,33507,1731504059499 because: Region server is closing 2024-11-13T13:21:42,158 INFO [RS:0;bfeb2336aed7:33507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:33507. 2024-11-13T13:21:42,158 DEBUG [RS:0;bfeb2336aed7:33507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:42,158 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:42,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:42,158 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:42,258 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.shipperbfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 terminated 2024-11-13T13:21:42,258 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,33507,1731504059499.replicationSource.wal-reader.bfeb2336aed7%2C33507%2C1731504059499,1-bfeb2336aed7,33507,1731504059499 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:21:42,259 INFO [RS:0;bfeb2336aed7:33507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:33507. 2024-11-13T13:21:42,259 DEBUG [RS:0;bfeb2336aed7:33507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:21:42,259 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:42,259 DEBUG [RS:0;bfeb2336aed7:33507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:42,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:21:42,259 INFO [RS:0;bfeb2336aed7:33507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33507 2024-11-13T13:21:42,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0255652576/rs/bfeb2336aed7,33507,1731504059499 2024-11-13T13:21:42,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576/rs 2024-11-13T13:21:42,277 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:21:42,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,33507,1731504059499] 2024-11-13T13:21:42,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0255652576/draining/bfeb2336aed7,33507,1731504059499 already deleted, retry=false 2024-11-13T13:21:42,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,33507,1731504059499 expired; onlineServers=0 2024-11-13T13:21:42,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,34601,1731504059156' ***** 2024-11-13T13:21:42,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:21:42,298 INFO [M:0;bfeb2336aed7:34601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:21:42,299 INFO [M:0;bfeb2336aed7:34601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:21:42,299 DEBUG [M:0;bfeb2336aed7:34601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:21:42,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:21:42,299 DEBUG [M:0;bfeb2336aed7:34601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:21:42,299 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504061676 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504061676,5,FailOnTimeoutGroup] 2024-11-13T13:21:42,299 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504061676 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504061676,5,FailOnTimeoutGroup] 2024-11-13T13:21:42,299 INFO [M:0;bfeb2336aed7:34601 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:21:42,299 INFO [M:0;bfeb2336aed7:34601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:21:42,299 DEBUG [M:0;bfeb2336aed7:34601 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:21:42,299 INFO [M:0;bfeb2336aed7:34601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:21:42,299 INFO [M:0;bfeb2336aed7:34601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:21:42,299 ERROR [M:0;bfeb2336aed7:34601 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38507,5,PEWorkerGroup] 2024-11-13T13:21:42,299 INFO [M:0;bfeb2336aed7:34601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:21:42,299 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:21:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0255652576/master 2024-11-13T13:21:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0255652576 2024-11-13T13:21:42,309 DEBUG [M:0;bfeb2336aed7:34601 {}] zookeeper.ZKUtil(347): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Unable to get data of znode /0255652576/master because node does not exist (not an error) 2024-11-13T13:21:42,309 WARN [M:0;bfeb2336aed7:34601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:21:42,310 INFO [M:0;bfeb2336aed7:34601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/.lastflushedseqids 2024-11-13T13:21:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741847_1023 (size=245) 2024-11-13T13:21:42,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:42,388 INFO [RS:0;bfeb2336aed7:33507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:21:42,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33507-0x101345b21790001, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:42,388 INFO [RS:0;bfeb2336aed7:33507 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,33507,1731504059499; zookeeper connection closed. 2024-11-13T13:21:42,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@375ac02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@375ac02 2024-11-13T13:21:42,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:21:42,714 INFO [M:0;bfeb2336aed7:34601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:21:42,714 INFO [M:0;bfeb2336aed7:34601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:21:42,714 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:42,714 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:42,714 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:42,714 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:42,714 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:42,714 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T13:21:42,727 DEBUG [M:0;bfeb2336aed7:34601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b24d38a3b7884442a976ab4005f0d121 is 82, key is hbase:meta,,1/info:regioninfo/1731504062647/Put/seqid=0 2024-11-13T13:21:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741848_1024 (size=5672) 2024-11-13T13:21:43,131 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b24d38a3b7884442a976ab4005f0d121 2024-11-13T13:21:43,147 DEBUG [M:0;bfeb2336aed7:34601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0eab76c6beb47a08ec193edab26ef8a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731504075341/Put/seqid=0 2024-11-13T13:21:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741849_1025 (size=7217) 2024-11-13T13:21:43,551 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0eab76c6beb47a08ec193edab26ef8a 2024-11-13T13:21:43,554 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0eab76c6beb47a08ec193edab26ef8a 2024-11-13T13:21:43,566 DEBUG [M:0;bfeb2336aed7:34601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6427cc2fc84b23b0b1d9eeeac8a163 is 69, key is bfeb2336aed7,33507,1731504059499/rs:state/1731504061757/Put/seqid=0 2024-11-13T13:21:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741850_1026 (size=5156) 2024-11-13T13:21:43,970 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6427cc2fc84b23b0b1d9eeeac8a163 2024-11-13T13:21:43,973 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b24d38a3b7884442a976ab4005f0d121 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b24d38a3b7884442a976ab4005f0d121 2024-11-13T13:21:43,976 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b24d38a3b7884442a976ab4005f0d121, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T13:21:43,977 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0eab76c6beb47a08ec193edab26ef8a as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0eab76c6beb47a08ec193edab26ef8a 2024-11-13T13:21:43,980 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0eab76c6beb47a08ec193edab26ef8a 2024-11-13T13:21:43,980 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0eab76c6beb47a08ec193edab26ef8a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T13:21:43,980 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6427cc2fc84b23b0b1d9eeeac8a163 as hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6427cc2fc84b23b0b1d9eeeac8a163 2024-11-13T13:21:43,983 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38507/user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6427cc2fc84b23b0b1d9eeeac8a163, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T13:21:43,983 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-13T13:21:43,984 INFO [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:43,984 DEBUG [M:0;bfeb2336aed7:34601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504102714Disabling compacts and flushes for region at 1731504102714Disabling writes for close at 1731504102714Obtaining lock to block concurrent updates at 1731504102714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504102715 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731504102715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504102715Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504102715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504102727 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504102727Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504103134 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504103147 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504103147Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504103554 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504103566 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504103566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d57923: reopening flushed file at 1731504103973 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a41a07: reopening flushed file at 1731504103977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799d5306: reopening flushed file at 1731504103980 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731504103983 (+3 ms)Writing region close event to WAL at 1731504103984 (+1 ms)Closed at 1731504103984 2024-11-13T13:21:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44151 is added to blk_1073741830_1006 (size=64411) 2024-11-13T13:21:43,986 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55bdf4b1-baef-873a-6573-c0aaf4bb4aeb/MasterData/WALs/bfeb2336aed7,34601,1731504059156/bfeb2336aed7%2C34601%2C1731504059156.1731504061404 not finished, retry = 0 2024-11-13T13:21:44,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:21:44,087 INFO [M:0;bfeb2336aed7:34601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:21:44,087 INFO [M:0;bfeb2336aed7:34601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34601 2024-11-13T13:21:44,087 INFO [M:0;bfeb2336aed7:34601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:21:44,251 INFO [M:0;bfeb2336aed7:34601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:21:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34601-0x101345b21790000, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:21:44,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e72619{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:44,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20345c38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:21:44,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:21:44,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228fdaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:21:44,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305585e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir/,STOPPED} 2024-11-13T13:21:44,255 WARN [BP-1910202640-172.17.0.2-1731504055780 heartbeating to localhost/127.0.0.1:38507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:21:44,255 WARN [BP-1910202640-172.17.0.2-1731504055780 heartbeating to localhost/127.0.0.1:38507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1910202640-172.17.0.2-1731504055780 (Datanode Uuid 97c4ae4f-2f03-46c1-b3e2-4b028d41018d) service to localhost/127.0.0.1:38507 2024-11-13T13:21:44,255 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:21:44,255 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:21:44,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/data/data1/current/BP-1910202640-172.17.0.2-1731504055780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:21:44,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/cluster_41cb7082-4bba-0708-c35f-0445b89094b3/data/data2/current/BP-1910202640-172.17.0.2-1731504055780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:21:44,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:21:44,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bb21394{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:44,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23002fef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:21:44,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:21:44,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a27efb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:21:44,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6cb89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754aa549-e299-c47c-af63-a7423537cb5f/hadoop.log.dir/,STOPPED} 2024-11-13T13:21:44,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:21:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:21:44,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38507 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34441 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44811 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=3150 (was 3264) 2024-11-13T13:21:44,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=3150 2024-11-13T13:21:44,302 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T13:21:44,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir so I do NOT create it in target/test-data/20c04d54-5630-665c-664e-744dad7cda10 2024-11-13T13:21:44,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:21:44,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.tmp.dir so I do NOT create it in target/test-data/20c04d54-5630-665c-664e-744dad7cda10 2024-11-13T13:21:44,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0c1e92-ba4c-5f73-1841-45d40469bfaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:21:44,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10 2024-11-13T13:21:44,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846, deleteOnExit=true 2024-11-13T13:21:44,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/zookeeper_0, clientPort=50797, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:21:44,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50797 2024-11-13T13:21:44,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:21:44,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:21:44,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/test.cache.data in system properties and HBase conf 2024-11-13T13:21:44,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:21:44,327 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:21:44,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:21:44,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101345b21790008, quorum=127.0.0.1:58462, baseZNode=/275841129 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:21:44,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101345b21790005, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:21:44,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101345b21790002, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:21:44,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101345b21790008, quorum=127.0.0.1:58462, baseZNode=/275841129 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:21:44,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101345b21790002, quorum=127.0.0.1:58462, baseZNode=/0255652576 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:21:44,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101345b21790005, quorum=127.0.0.1:58462, baseZNode=/11935490832 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:21:44,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:44,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:44,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:44,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:44,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:44,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:44,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddec6b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:44,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38dea804{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:44,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9622fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/java.io.tmpdir/jetty-localhost-33841-hadoop-hdfs-3_4_1-tests_jar-_-any-11340935506501688075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:44,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e838898{HTTP/1.1, (http/1.1)}{localhost:33841} 2024-11-13T13:21:44,957 INFO [Time-limited test {}] server.Server(415): Started @273280ms 2024-11-13T13:21:45,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:45,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:45,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:45,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:45,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:45,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d14d16d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:45,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd03707{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:45,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6400bd09{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/java.io.tmpdir/jetty-localhost-35677-hadoop-hdfs-3_4_1-tests_jar-_-any-3305399280593837841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:45,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@174c9ea8{HTTP/1.1, (http/1.1)}{localhost:35677} 2024-11-13T13:21:45,406 INFO [Time-limited test {}] server.Server(415): Started @273729ms 2024-11-13T13:21:45,407 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:21:46,090 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/data/data1/current/BP-1392539974-172.17.0.2-1731504104347/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:46,090 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/data/data2/current/BP-1392539974-172.17.0.2-1731504104347/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:46,109 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:21:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda110acbdca6c563 with lease ID 0x1fe9cfe4c6eae306: Processing first storage report for DS-95abec4f-98e5-4bc9-aaac-5f08fade2879 from datanode DatanodeRegistration(127.0.0.1:46583, datanodeUuid=54076e8d-bafe-434c-9cb0-b35aa209ba5b, infoPort=42763, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=427569786;c=1731504104347) 2024-11-13T13:21:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda110acbdca6c563 with lease ID 0x1fe9cfe4c6eae306: from storage DS-95abec4f-98e5-4bc9-aaac-5f08fade2879 node DatanodeRegistration(127.0.0.1:46583, datanodeUuid=54076e8d-bafe-434c-9cb0-b35aa209ba5b, infoPort=42763, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=427569786;c=1731504104347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda110acbdca6c563 with lease ID 0x1fe9cfe4c6eae306: Processing first storage report for DS-cdc17646-4911-4415-a296-90387e854589 from datanode DatanodeRegistration(127.0.0.1:46583, datanodeUuid=54076e8d-bafe-434c-9cb0-b35aa209ba5b, infoPort=42763, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=427569786;c=1731504104347) 2024-11-13T13:21:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda110acbdca6c563 with lease ID 0x1fe9cfe4c6eae306: from storage DS-cdc17646-4911-4415-a296-90387e854589 node DatanodeRegistration(127.0.0.1:46583, datanodeUuid=54076e8d-bafe-434c-9cb0-b35aa209ba5b, infoPort=42763, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=427569786;c=1731504104347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:46,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10 2024-11-13T13:21:46,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:46,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:21:46,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8 with version=8 2024-11-13T13:21:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/hbase-staging 2024-11-13T13:21:46,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:46,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36533 2024-11-13T13:21:46,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36533 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:46,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365330x0, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:46,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36533-0x101345bdf300000 connected 2024-11-13T13:21:46,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:46,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:46,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/running 2024-11-13T13:21:46,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8, hbase.cluster.distributed=false 2024-11-13T13:21:46,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/acl 2024-11-13T13:21:46,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-13T13:21:46,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36533 2024-11-13T13:21:46,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36533 2024-11-13T13:21:46,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-13T13:21:46,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-13T13:21:46,754 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:21:46,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:46,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45869 2024-11-13T13:21:46,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45869 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:46,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:46,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458690x0, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:46,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458690x0, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/running 2024-11-13T13:21:46,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45869-0x101345bdf300001 connected 2024-11-13T13:21:46,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:21:46,773 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:21:46,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/master 2024-11-13T13:21:46,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/acl 2024-11-13T13:21:46,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45869 2024-11-13T13:21:46,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45869 2024-11-13T13:21:46,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45869 2024-11-13T13:21:46,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45869 2024-11-13T13:21:46,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45869 2024-11-13T13:21:46,798 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:36533 2024-11-13T13:21:46,798 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0557808773/backup-masters/bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773/backup-masters 2024-11-13T13:21:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773/backup-masters 2024-11-13T13:21:46,804 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on existing znode=/0557808773/backup-masters/bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0557808773/master 2024-11-13T13:21:46,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:46,814 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on existing znode=/0557808773/master 2024-11-13T13:21:46,814 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0557808773/backup-masters/bfeb2336aed7,36533,1731504106542 from backup master directory 2024-11-13T13:21:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0557808773/backup-masters/bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773/backup-masters 2024-11-13T13:21:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773/backup-masters 2024-11-13T13:21:46,824 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:46,824 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:46,827 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/hbase.id] with ID: 6ea41909-a197-48ac-9db5-d385297a5596 2024-11-13T13:21:46,827 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/.tmp/hbase.id 2024-11-13T13:21:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:21:46,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:46,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:46,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:47,231 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/.tmp/hbase.id]:[hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/hbase.id] 2024-11-13T13:21:47,238 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:47,238 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:21:47,239 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:21:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:21:47,692 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:47,692 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:21:47,693 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:47,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:21:48,098 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store 2024-11-13T13:21:48,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:21:48,502 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:48,502 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:48,502 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:48,503 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:48,503 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:48,503 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:48,503 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:48,503 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504108502Disabling compacts and flushes for region at 1731504108502Disabling writes for close at 1731504108503 (+1 ms)Writing region close event to WAL at 1731504108503Closed at 1731504108503 2024-11-13T13:21:48,503 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/.initializing 2024-11-13T13:21:48,503 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/WALs/bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:48,504 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:48,505 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C36533%2C1731504106542, suffix=, logDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/WALs/bfeb2336aed7,36533,1731504106542, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/oldWALs, maxLogs=10 2024-11-13T13:21:48,517 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/WALs/bfeb2336aed7,36533,1731504106542/bfeb2336aed7%2C36533%2C1731504106542.1731504108505, exclude list is [], retry=0 2024-11-13T13:21:48,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46583,DS-95abec4f-98e5-4bc9-aaac-5f08fade2879,DISK] 2024-11-13T13:21:48,520 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/WALs/bfeb2336aed7,36533,1731504106542/bfeb2336aed7%2C36533%2C1731504106542.1731504108505 2024-11-13T13:21:48,520 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42763:42763)] 2024-11-13T13:21:48,520 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:48,520 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:48,520 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,520 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:21:48,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:48,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:48,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:21:48,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:48,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:48,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:21:48,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:48,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:48,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:21:48,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:48,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:48,526 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,527 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,527 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,527 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,527 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,528 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:48,528 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:48,530 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:48,530 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74437626, jitterRate=0.10920706391334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:48,530 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504108521Initializing all the Stores at 1731504108521Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504108521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504108521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504108521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504108521Cleaning up temporary data from old regions at 1731504108527 (+6 ms)Region opened successfully at 1731504108530 (+3 ms) 2024-11-13T13:21:48,531 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:21:48,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282cdd84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:48,533 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:21:48,533 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:21:48,533 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:21:48,533 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:21:48,533 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:21:48,534 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:21:48,534 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:21:48,537 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:21:48,538 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Unable to get data of znode /0557808773/balancer because node does not exist (not necessarily an error) 2024-11-13T13:21:48,634 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0557808773/balancer already deleted, retry=false 2024-11-13T13:21:48,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:21:48,635 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Unable to get data of znode /0557808773/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:21:48,697 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0557808773/normalizer already deleted, retry=false 2024-11-13T13:21:48,697 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:21:48,698 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Unable to get data of znode /0557808773/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:21:48,709 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0557808773/switch/split already deleted, retry=false 2024-11-13T13:21:48,709 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Unable to get data of znode /0557808773/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:21:48,719 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0557808773/switch/merge already deleted, retry=false 2024-11-13T13:21:48,721 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Unable to get data of znode /0557808773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:21:48,730 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0557808773/snapshot-cleanup already deleted, retry=false 2024-11-13T13:21:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0557808773/running 2024-11-13T13:21:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0557808773/running 2024-11-13T13:21:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:48,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,36533,1731504106542, sessionid=0x101345bdf300000, setting cluster-up flag (Was=false) 2024-11-13T13:21:48,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:48,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:48,793 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0557808773/flush-table-proc/acquired, /0557808773/flush-table-proc/reached, /0557808773/flush-table-proc/abort 2024-11-13T13:21:48,794 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:48,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:48,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:48,845 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0557808773/online-snapshot/acquired, /0557808773/online-snapshot/reached, /0557808773/online-snapshot/abort 2024-11-13T13:21:48,846 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:48,847 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:21:48,848 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:48,848 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:21:48,848 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:21:48,849 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,36533,1731504106542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:48,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,850 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504138850 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:48,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:21:48,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:21:48,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:21:48,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:21:48,852 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504108852,5,FailOnTimeoutGroup] 2024-11-13T13:21:48,852 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:48,852 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504108852,5,FailOnTimeoutGroup] 2024-11-13T13:21:48,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:21:48,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:21:48,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:21:48,890 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(746): ClusterId : 6ea41909-a197-48ac-9db5-d385297a5596 2024-11-13T13:21:48,890 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:21:48,898 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:21:48,898 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:21:48,909 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:21:48,909 DEBUG [RS:0;bfeb2336aed7:45869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc1909e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:48,919 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:45869 2024-11-13T13:21:48,919 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:21:48,919 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:21:48,919 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:21:48,920 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,36533,1731504106542 with port=45869, startcode=1731504106754 2024-11-13T13:21:48,920 DEBUG [RS:0;bfeb2336aed7:45869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:21:48,921 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:21:48,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:48,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36533 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:48,922 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8 2024-11-13T13:21:48,922 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36653 2024-11-13T13:21:48,923 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:21:48,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773/rs 2024-11-13T13:21:48,930 DEBUG [RS:0;bfeb2336aed7:45869 {}] zookeeper.ZKUtil(111): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on existing znode=/0557808773/rs/bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:48,930 WARN [RS:0;bfeb2336aed7:45869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:48,930 INFO [RS:0;bfeb2336aed7:45869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:48,930 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:48,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,45869,1731504106754] 2024-11-13T13:21:48,932 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:21:48,933 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:21:48,933 INFO [RS:0;bfeb2336aed7:45869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:21:48,933 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,933 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:21:48,934 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:21:48,934 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:48,934 DEBUG [RS:0;bfeb2336aed7:45869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:48,938 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,938 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,938 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,938 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,938 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,938 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45869,1731504106754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:48,952 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:21:48,952 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45869,1731504106754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,952 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,952 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.Replication(171): bfeb2336aed7,45869,1731504106754 started 2024-11-13T13:21:48,963 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:48,963 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,45869,1731504106754, RpcServer on bfeb2336aed7/172.17.0.2:45869, sessionid=0x101345bdf300001 2024-11-13T13:21:48,963 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:21:48,963 DEBUG [RS:0;bfeb2336aed7:45869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:48,963 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45869,1731504106754' 2024-11-13T13:21:48,963 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0557808773/flush-table-proc/abort' 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0557808773/flush-table-proc/acquired' 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45869,1731504106754' 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0557808773/online-snapshot/abort' 2024-11-13T13:21:48,964 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0557808773/online-snapshot/acquired' 2024-11-13T13:21:48,965 DEBUG [RS:0;bfeb2336aed7:45869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:21:48,965 INFO [RS:0;bfeb2336aed7:45869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:21:48,965 INFO [RS:0;bfeb2336aed7:45869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:21:49,065 INFO [RS:0;bfeb2336aed7:45869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:49,066 INFO [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45869%2C1731504106754, suffix=, logDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/oldWALs, maxLogs=10 2024-11-13T13:21:49,077 DEBUG [RS:0;bfeb2336aed7:45869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066, exclude list is [], retry=0 2024-11-13T13:21:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46583,DS-95abec4f-98e5-4bc9-aaac-5f08fade2879,DISK] 2024-11-13T13:21:49,080 INFO [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 2024-11-13T13:21:49,080 DEBUG [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42763:42763)] 2024-11-13T13:21:49,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:21:49,260 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8 2024-11-13T13:21:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:21:49,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:49,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:49,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:49,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:49,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:49,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:49,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:49,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:49,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:49,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:49,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:49,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:49,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:49,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:49,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:49,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:49,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:49,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:49,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740 2024-11-13T13:21:49,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740 2024-11-13T13:21:49,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:49,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:49,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:49,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:49,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:49,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58736681, jitterRate=-0.12475524842739105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504109664Initializing all the Stores at 1731504109664Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504109664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504109665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504109665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504109665Cleaning up temporary data from old regions at 1731504109670 (+5 ms)Region opened successfully at 1731504109672 (+2 ms) 2024-11-13T13:21:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:49,672 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:49,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:49,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:49,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504109672Disabling compacts and flushes for region at 1731504109672Disabling writes for close at 1731504109672Writing region close event to WAL at 1731504109673 (+1 ms)Closed at 1731504109673 2024-11-13T13:21:49,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:49,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:21:49,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:21:49,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:49,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:21:49,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:21:49,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:21:49,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:21:49,825 DEBUG [bfeb2336aed7:36533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:21:49,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:49,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45869,1731504106754, state=OPENING 2024-11-13T13:21:49,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:21:50,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:50,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:21:50,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0557808773/meta-region-server: CHANGED 2024-11-13T13:21:50,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0557808773/meta-region-server: CHANGED 2024-11-13T13:21:50,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:50,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45869,1731504106754}] 2024-11-13T13:21:50,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:50,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:21:50,156 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:21:50,156 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:50,157 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:21:50,158 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45869%2C1731504106754.meta, suffix=.meta, logDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/oldWALs, maxLogs=10 2024-11-13T13:21:50,172 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.meta.1731504110158.meta, exclude list is [], retry=0 2024-11-13T13:21:50,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46583,DS-95abec4f-98e5-4bc9-aaac-5f08fade2879,DISK] 2024-11-13T13:21:50,175 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.meta.1731504110158.meta 2024-11-13T13:21:50,176 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42763:42763)] 2024-11-13T13:21:50,176 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:50,176 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:50,176 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:50,176 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:21:50,176 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:21:50,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:21:50,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:50,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:21:50,177 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:21:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:50,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:50,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:50,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:50,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:50,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:50,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:50,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:50,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:50,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:50,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:50,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:50,181 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:50,181 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740 2024-11-13T13:21:50,182 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740 2024-11-13T13:21:50,183 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:50,183 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:50,183 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:50,184 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:50,184 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66633526, jitterRate=-0.007083088159561157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:50,184 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:21:50,185 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504110177Writing region info on filesystem at 1731504110177Initializing all the Stores at 1731504110177Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504110177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504110178 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504110178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504110178Cleaning up temporary data from old regions at 1731504110183 (+5 ms)Running coprocessor post-open hooks at 1731504110184 (+1 ms)Region opened successfully at 1731504110184 2024-11-13T13:21:50,185 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504110152 2024-11-13T13:21:50,187 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:21:50,187 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:21:50,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:50,188 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45869,1731504106754, state=OPEN 2024-11-13T13:21:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0557808773/meta-region-server 2024-11-13T13:21:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0557808773/meta-region-server 2024-11-13T13:21:50,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45869,1731504106754 2024-11-13T13:21:50,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0557808773/meta-region-server: CHANGED 2024-11-13T13:21:50,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0557808773/meta-region-server: CHANGED 2024-11-13T13:21:50,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:21:50,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45869,1731504106754 in 232 msec 2024-11-13T13:21:50,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:21:50,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 560 msec 2024-11-13T13:21:50,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:50,236 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:21:50,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:50,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45869,1731504106754, seqNum=-1] 2024-11-13T13:21:50,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:50,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:50,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec 2024-11-13T13:21:50,242 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504110242, completionTime=-1 2024-11-13T13:21:50,242 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:21:50,242 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:21:50,243 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:21:50,243 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504170243 2024-11-13T13:21:50,243 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504230243 2024-11-13T13:21:50,243 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:21:50,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36533,1731504106542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36533,1731504106542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36533,1731504106542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:36533, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,244 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,245 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,245 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:21:50,247 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.423sec 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36533,1731504106542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:50,248 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36533,1731504106542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:21:50,249 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:21:50,249 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:21:50,249 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36533,1731504106542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:50,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc0ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:50,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36533,-1 for getting cluster id 2024-11-13T13:21:50,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:50,293 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ea41909-a197-48ac-9db5-d385297a5596' 2024-11-13T13:21:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ea41909-a197-48ac-9db5-d385297a5596" 2024-11-13T13:21:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dac4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36533,-1] 2024-11-13T13:21:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:50,294 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:50,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3086e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:50,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45869,1731504106754, seqNum=-1] 2024-11-13T13:21:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:50,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,36533,1731504106542 2024-11-13T13:21:50,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:50,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345bdf300002 connected 2024-11-13T13:21:50,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir so I do NOT create it in target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43 2024-11-13T13:21:50,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.tmp.dir so I do NOT create it in target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43 2024-11-13T13:21:50,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:21:50,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/cluster_2d68a2de-df39-fbd4-91b6-c3226cc748c4, deleteOnExit=true 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/test.cache.data in system properties and HBase conf 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:21:50,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:50,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:21:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:21:50,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:50,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:50,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:50,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:50,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:21:50,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:50,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d9711d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:50,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190d26c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:50,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47aabfb4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/java.io.tmpdir/jetty-localhost-44953-hadoop-hdfs-3_4_1-tests_jar-_-any-5926929794821261022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:50,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@104c6011{HTTP/1.1, (http/1.1)}{localhost:44953} 2024-11-13T13:21:50,906 INFO [Time-limited test {}] server.Server(415): Started @279229ms 2024-11-13T13:21:51,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:51,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:51,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:51,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:51,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:21:51,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c24b891{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:51,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54913be0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:51,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71120f6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/java.io.tmpdir/jetty-localhost-44703-hadoop-hdfs-3_4_1-tests_jar-_-any-6261874384257094763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:51,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1008190d{HTTP/1.1, (http/1.1)}{localhost:44703} 2024-11-13T13:21:51,265 INFO [Time-limited test {}] server.Server(415): Started @279589ms 2024-11-13T13:21:51,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:21:51,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:21:51,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:51,562 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88686 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:21:52,224 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/cluster_2d68a2de-df39-fbd4-91b6-c3226cc748c4/data/data1/current/BP-397242540-172.17.0.2-1731504110346/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:52,224 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/cluster_2d68a2de-df39-fbd4-91b6-c3226cc748c4/data/data2/current/BP-397242540-172.17.0.2-1731504110346/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:52,239 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:21:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01ead52b3433e4 with lease ID 0x2d7405694a376312: Processing first storage report for DS-98ac1117-bd1a-4524-a74f-94a32e0d7c09 from datanode DatanodeRegistration(127.0.0.1:34963, datanodeUuid=0eb62efc-c967-4baf-ba9c-28cbb1c80477, infoPort=45585, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=633923996;c=1731504110346) 2024-11-13T13:21:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01ead52b3433e4 with lease ID 0x2d7405694a376312: from storage DS-98ac1117-bd1a-4524-a74f-94a32e0d7c09 node DatanodeRegistration(127.0.0.1:34963, datanodeUuid=0eb62efc-c967-4baf-ba9c-28cbb1c80477, infoPort=45585, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=633923996;c=1731504110346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01ead52b3433e4 with lease ID 0x2d7405694a376312: Processing first storage report for DS-ef6207b6-3906-42ed-8985-26298b95ace8 from datanode DatanodeRegistration(127.0.0.1:34963, datanodeUuid=0eb62efc-c967-4baf-ba9c-28cbb1c80477, infoPort=45585, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=633923996;c=1731504110346) 2024-11-13T13:21:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01ead52b3433e4 with lease ID 0x2d7405694a376312: from storage DS-ef6207b6-3906-42ed-8985-26298b95ace8 node DatanodeRegistration(127.0.0.1:34963, datanodeUuid=0eb62efc-c967-4baf-ba9c-28cbb1c80477, infoPort=45585, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=633923996;c=1731504110346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:52,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43 2024-11-13T13:21:52,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:52,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:21:52,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9 with version=8 2024-11-13T13:21:52,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/hbase-staging 2024-11-13T13:21:52,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:21:52,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:52,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42953 2024-11-13T13:21:52,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42953 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:52,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429530x0, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:52,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42953-0x101345bdf300003 connected 2024-11-13T13:21:52,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:52,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:52,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/running 2024-11-13T13:21:52,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9, hbase.cluster.distributed=false 2024-11-13T13:21:52,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/acl 2024-11-13T13:21:52,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42953 2024-11-13T13:21:52,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42953 2024-11-13T13:21:52,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42953 2024-11-13T13:21:52,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42953 2024-11-13T13:21:52,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42953 2024-11-13T13:21:52,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:21:52,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:52,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36939 2024-11-13T13:21:52,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36939 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:52,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:52,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:52,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369390x0, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:52,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369390x0, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/running 2024-11-13T13:21:52,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36939-0x101345bdf300004 connected 2024-11-13T13:21:52,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:21:52,867 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:21:52,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/master 2024-11-13T13:21:52,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/acl 2024-11-13T13:21:52,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-13T13:21:52,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36939 2024-11-13T13:21:52,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36939 2024-11-13T13:21:52,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-13T13:21:52,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-13T13:21:52,886 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:42953 2024-11-13T13:21:52,886 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-597266887/backup-masters/bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887/backup-masters 2024-11-13T13:21:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887/backup-masters 2024-11-13T13:21:52,898 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on existing znode=/1-597266887/backup-masters/bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-597266887/master 2024-11-13T13:21:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:52,908 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on existing znode=/1-597266887/master 2024-11-13T13:21:52,909 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-597266887/backup-masters/bfeb2336aed7,42953,1731504112707 from backup master directory 2024-11-13T13:21:52,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597266887/backup-masters/bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:52,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887/backup-masters 2024-11-13T13:21:52,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887/backup-masters 2024-11-13T13:21:52,919 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:52,919 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:52,921 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/hbase.id] with ID: 40bedf9a-4998-4219-8071-5e896bfa8f62 2024-11-13T13:21:52,921 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/.tmp/hbase.id 2024-11-13T13:21:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:21:53,326 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/.tmp/hbase.id]:[hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/hbase.id] 2024-11-13T13:21:53,332 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:53,332 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:21:53,332 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:21:53,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:53,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:21:53,789 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:53,790 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:21:53,790 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:21:54,198 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store 2024-11-13T13:21:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:21:54,605 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:54,605 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:54,606 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:54,606 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:54,606 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:54,606 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:54,606 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:54,606 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504114605Disabling compacts and flushes for region at 1731504114605Disabling writes for close at 1731504114606 (+1 ms)Writing region close event to WAL at 1731504114606Closed at 1731504114606 2024-11-13T13:21:54,606 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/.initializing 2024-11-13T13:21:54,606 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/WALs/bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:54,607 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:54,607 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C42953%2C1731504112707, suffix=, logDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/WALs/bfeb2336aed7,42953,1731504112707, archiveDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/oldWALs, maxLogs=10 2024-11-13T13:21:54,619 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/WALs/bfeb2336aed7,42953,1731504112707/bfeb2336aed7%2C42953%2C1731504112707.1731504114607, exclude list is [], retry=0 2024-11-13T13:21:54,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-98ac1117-bd1a-4524-a74f-94a32e0d7c09,DISK] 2024-11-13T13:21:54,622 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/WALs/bfeb2336aed7,42953,1731504112707/bfeb2336aed7%2C42953%2C1731504112707.1731504114607 2024-11-13T13:21:54,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-13T13:21:54,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:54,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:54,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:21:54,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:54,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:54,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:21:54,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:54,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:54,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:21:54,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:54,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:54,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:21:54,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:54,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:54,627 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,627 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,628 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,628 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,628 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,629 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:54,629 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:54,630 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:54,631 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72627234, jitterRate=0.08223012089729309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:54,631 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504114622Initializing all the Stores at 1731504114623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504114623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504114623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504114623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504114623Cleaning up temporary data from old regions at 1731504114628 (+5 ms)Region opened successfully at 1731504114631 (+3 ms) 2024-11-13T13:21:54,631 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:21:54,633 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcc8761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:54,633 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:21:54,633 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:21:54,633 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:21:54,633 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:21:54,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:21:54,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:21:54,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:21:54,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:21:54,635 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Unable to get data of znode /1-597266887/balancer because node does not exist (not necessarily an error) 2024-11-13T13:21:54,687 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597266887/balancer already deleted, retry=false 2024-11-13T13:21:54,687 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:21:54,688 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Unable to get data of znode /1-597266887/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:21:54,698 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597266887/normalizer already deleted, retry=false 2024-11-13T13:21:54,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:21:54,698 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Unable to get data of znode /1-597266887/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:21:54,708 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597266887/switch/split already deleted, retry=false 2024-11-13T13:21:54,709 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Unable to get data of znode /1-597266887/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:21:54,719 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597266887/switch/merge already deleted, retry=false 2024-11-13T13:21:54,720 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Unable to get data of znode /1-597266887/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:21:54,729 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597266887/snapshot-cleanup already deleted, retry=false 2024-11-13T13:21:54,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-597266887/running 2024-11-13T13:21:54,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-597266887/running 2024-11-13T13:21:54,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:54,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:54,740 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,42953,1731504112707, sessionid=0x101345bdf300003, setting cluster-up flag (Was=false) 2024-11-13T13:21:54,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:54,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:54,792 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-597266887/flush-table-proc/acquired, /1-597266887/flush-table-proc/reached, /1-597266887/flush-table-proc/abort 2024-11-13T13:21:54,793 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:54,845 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-597266887/online-snapshot/acquired, /1-597266887/online-snapshot/reached, /1-597266887/online-snapshot/abort 2024-11-13T13:21:54,846 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:54,847 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:21:54,848 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:54,848 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:21:54,848 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:21:54,848 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,42953,1731504112707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:21:54,849 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:54,849 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:54,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:54,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:21:54,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:21:54,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:54,850 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,850 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504144850 2024-11-13T13:21:54,850 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:21:54,850 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:21:54,850 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:21:54,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:54,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:21:54,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:21:54,851 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:21:54,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:21:54,852 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504114851,5,FailOnTimeoutGroup] 2024-11-13T13:21:54,852 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504114852,5,FailOnTimeoutGroup] 2024-11-13T13:21:54,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:21:54,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,852 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:21:54,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:21:54,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9 2024-11-13T13:21:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741832_1008 (size=32) 2024-11-13T13:21:54,879 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(746): ClusterId : 40bedf9a-4998-4219-8071-5e896bfa8f62 2024-11-13T13:21:54,879 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:21:54,888 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:21:54,888 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:21:54,898 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:21:54,898 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abda972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:54,909 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:36939 2024-11-13T13:21:54,909 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:21:54,909 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:21:54,909 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:21:54,909 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,42953,1731504112707 with port=36939, startcode=1731504112853 2024-11-13T13:21:54,909 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:21:54,910 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:21:54,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:54,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42953 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:54,912 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9 2024-11-13T13:21:54,912 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34873 2024-11-13T13:21:54,912 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:21:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887/rs 2024-11-13T13:21:54,919 DEBUG [RS:0;bfeb2336aed7:36939 {}] zookeeper.ZKUtil(111): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on existing znode=/1-597266887/rs/bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:54,919 WARN [RS:0;bfeb2336aed7:36939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:54,919 INFO [RS:0;bfeb2336aed7:36939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:54,919 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:54,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,36939,1731504112853] 2024-11-13T13:21:54,921 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:21:54,922 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:21:54,924 INFO [RS:0;bfeb2336aed7:36939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:21:54,924 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,926 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:21:54,926 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:21:54,926 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:54,927 DEBUG [RS:0;bfeb2336aed7:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:21:54,927 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,927 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,927 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,927 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,927 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,927 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36939,1731504112853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:54,940 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:21:54,940 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36939,1731504112853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,940 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,940 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.Replication(171): bfeb2336aed7,36939,1731504112853 started 2024-11-13T13:21:54,951 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:54,951 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,36939,1731504112853, RpcServer on bfeb2336aed7/172.17.0.2:36939, sessionid=0x101345bdf300004 2024-11-13T13:21:54,951 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:21:54,951 DEBUG [RS:0;bfeb2336aed7:36939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:54,951 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,36939,1731504112853' 2024-11-13T13:21:54,951 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-597266887/flush-table-proc/abort' 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-597266887/flush-table-proc/acquired' 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,36939,1731504112853' 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-597266887/online-snapshot/abort' 2024-11-13T13:21:54,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-597266887/online-snapshot/acquired' 2024-11-13T13:21:54,953 DEBUG [RS:0;bfeb2336aed7:36939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:21:54,953 INFO [RS:0;bfeb2336aed7:36939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:21:54,953 INFO [RS:0;bfeb2336aed7:36939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:21:55,053 INFO [RS:0;bfeb2336aed7:36939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:55,054 INFO [RS:0;bfeb2336aed7:36939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C36939%2C1731504112853, suffix=, logDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853, archiveDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/oldWALs, maxLogs=10 2024-11-13T13:21:55,066 DEBUG [RS:0;bfeb2336aed7:36939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, exclude list is [], retry=0 2024-11-13T13:21:55,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-98ac1117-bd1a-4524-a74f-94a32e0d7c09,DISK] 2024-11-13T13:21:55,069 INFO [RS:0;bfeb2336aed7:36939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 2024-11-13T13:21:55,069 DEBUG [RS:0;bfeb2336aed7:36939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-13T13:21:55,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:21:55,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:21:55,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:55,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:55,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:55,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:55,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:55,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:55,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:55,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:55,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:55,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740 2024-11-13T13:21:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740 2024-11-13T13:21:55,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:55,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:55,277 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:55,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:55,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:55,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60041573, jitterRate=-0.1053108423948288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504115270Initializing all the Stores at 1731504115271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504115271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504115271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504115271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504115271Cleaning up temporary data from old regions at 1731504115277 (+6 ms)Region opened successfully at 1731504115280 (+3 ms) 2024-11-13T13:21:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:21:55,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:21:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:21:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:21:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:21:55,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:21:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504115280Disabling compacts and flushes for region at 1731504115280Disabling writes for close at 1731504115280Writing region close event to WAL at 1731504115280Closed at 1731504115280 2024-11-13T13:21:55,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:55,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:21:55,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:21:55,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:55,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:21:55,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:21:55,433 DEBUG [bfeb2336aed7:42953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:21:55,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:55,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,36939,1731504112853, state=OPENING 2024-11-13T13:21:55,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:21:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:21:55,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:21:55,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597266887/meta-region-server: CHANGED 2024-11-13T13:21:55,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597266887/meta-region-server: CHANGED 2024-11-13T13:21:55,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,36939,1731504112853}] 2024-11-13T13:21:55,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:21:55,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:21:55,654 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:21:55,654 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:55,654 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:21:55,655 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C36939%2C1731504112853.meta, suffix=.meta, logDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853, archiveDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/oldWALs, maxLogs=10 2024-11-13T13:21:55,667 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.meta.1731504115655.meta, exclude list is [], retry=0 2024-11-13T13:21:55,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-98ac1117-bd1a-4524-a74f-94a32e0d7c09,DISK] 2024-11-13T13:21:55,670 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.meta.1731504115655.meta 2024-11-13T13:21:55,670 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-13T13:21:55,670 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:55,670 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:21:55,670 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:21:55,670 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:21:55,671 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:21:55,671 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:21:55,671 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:55,671 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:21:55,671 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:21:55,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:21:55,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:21:55,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:21:55,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:21:55,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:21:55,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:21:55,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:21:55,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:21:55,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:55,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:55,675 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:21:55,675 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740 2024-11-13T13:21:55,676 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740 2024-11-13T13:21:55,676 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:21:55,676 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:21:55,677 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:55,677 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:21:55,678 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60550469, jitterRate=-0.0977277010679245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:55,678 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:21:55,678 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504115671Writing region info on filesystem at 1731504115671Initializing all the Stores at 1731504115671Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504115671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504115672 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504115672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504115672Cleaning up temporary data from old regions at 1731504115676 (+4 ms)Running coprocessor post-open hooks at 1731504115678 (+2 ms)Region opened successfully at 1731504115678 2024-11-13T13:21:55,679 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504115650 2024-11-13T13:21:55,680 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:21:55,680 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:21:55,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:55,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,36939,1731504112853, state=OPEN 2024-11-13T13:21:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-597266887/meta-region-server 2024-11-13T13:21:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-597266887/meta-region-server 2024-11-13T13:21:55,687 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,36939,1731504112853 2024-11-13T13:21:55,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597266887/meta-region-server: CHANGED 2024-11-13T13:21:55,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597266887/meta-region-server: CHANGED 2024-11-13T13:21:55,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:21:55,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,36939,1731504112853 in 189 msec 2024-11-13T13:21:55,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:21:55,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-13T13:21:55,691 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:21:55,691 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:21:55,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:55,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,36939,1731504112853, seqNum=-1] 2024-11-13T13:21:55,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:55,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:55,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-13T13:21:55,696 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504115696, completionTime=-1 2024-11-13T13:21:55,696 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:21:55,696 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:21:55,697 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:21:55,697 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504175697 2024-11-13T13:21:55,697 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504235697 2024-11-13T13:21:55,697 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:21:55,697 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42953,1731504112707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42953,1731504112707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42953,1731504112707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:42953, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,698 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,699 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.781sec 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42953,1731504112707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:21:55,700 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42953,1731504112707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:21:55,702 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:21:55,702 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:21:55,702 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,42953,1731504112707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:21:55,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c4dd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:55,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:21:55,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:21:55,780 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:21:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:21:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:21:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a7421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:21:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:21:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:21:55,781 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:21:55,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b3fd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:21:55,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:21:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,36939,1731504112853, seqNum=-1] 2024-11-13T13:21:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:21:55,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:21:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,42953,1731504112707 2024-11-13T13:21:55,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:55,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101345bdf300005 connected 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir so I do NOT create it in target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423 2024-11-13T13:21:55,805 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.tmp.dir so I do NOT create it in target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423 2024-11-13T13:21:55,805 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:21:55,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/cluster_925f74f5-b78b-5790-7893-148267ea38d1, deleteOnExit=true 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/test.cache.data in system properties and HBase conf 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:21:55,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:21:55,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:21:55,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:21:56,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:56,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:56,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:56,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:56,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:21:56,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:56,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d87fed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:56,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f55cc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:56,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7afc091b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/java.io.tmpdir/jetty-localhost-45441-hadoop-hdfs-3_4_1-tests_jar-_-any-7841635031317729916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:21:56,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14ec4868{HTTP/1.1, (http/1.1)}{localhost:45441} 2024-11-13T13:21:56,205 INFO [Time-limited test {}] server.Server(415): Started @284528ms 2024-11-13T13:21:56,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:21:56,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:21:56,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:21:56,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:21:56,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:21:56,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280835f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:21:56,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd7fe35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:21:56,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7460debc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/java.io.tmpdir/jetty-localhost-36079-hadoop-hdfs-3_4_1-tests_jar-_-any-13994017269577475650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:21:56,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bac80cb{HTTP/1.1, (http/1.1)}{localhost:36079} 2024-11-13T13:21:56,539 INFO [Time-limited test {}] server.Server(415): Started @284863ms 2024-11-13T13:21:56,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:21:57,317 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/cluster_925f74f5-b78b-5790-7893-148267ea38d1/data/data1/current/BP-561430975-172.17.0.2-1731504115820/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:57,318 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/cluster_925f74f5-b78b-5790-7893-148267ea38d1/data/data2/current/BP-561430975-172.17.0.2-1731504115820/current, will proceed with Du for space computation calculation, 2024-11-13T13:21:57,353 WARN [Thread-3656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:21:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50c72c58ea6ee12f with lease ID 0x800f0d2895aff16e: Processing first storage report for DS-9b642a14-e910-4c67-8585-9839145e2133 from datanode DatanodeRegistration(127.0.0.1:42283, datanodeUuid=172a8c39-bfe3-4946-888e-f5b92a5c414e, infoPort=35477, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=146913013;c=1731504115820) 2024-11-13T13:21:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50c72c58ea6ee12f with lease ID 0x800f0d2895aff16e: from storage DS-9b642a14-e910-4c67-8585-9839145e2133 node DatanodeRegistration(127.0.0.1:42283, datanodeUuid=172a8c39-bfe3-4946-888e-f5b92a5c414e, infoPort=35477, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=146913013;c=1731504115820), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T13:21:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50c72c58ea6ee12f with lease ID 0x800f0d2895aff16e: Processing first storage report for DS-01cf85aa-debe-40f7-8c73-82ed64ad07c6 from datanode DatanodeRegistration(127.0.0.1:42283, datanodeUuid=172a8c39-bfe3-4946-888e-f5b92a5c414e, infoPort=35477, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=146913013;c=1731504115820) 2024-11-13T13:21:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50c72c58ea6ee12f with lease ID 0x800f0d2895aff16e: from storage DS-01cf85aa-debe-40f7-8c73-82ed64ad07c6 node DatanodeRegistration(127.0.0.1:42283, datanodeUuid=172a8c39-bfe3-4946-888e-f5b92a5c414e, infoPort=35477, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=146913013;c=1731504115820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:21:57,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423 2024-11-13T13:21:57,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:57,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:21:57,770 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b with version=8 2024-11-13T13:21:57,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/hbase-staging 2024-11-13T13:21:57,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:57,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:57,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35795 2024-11-13T13:21:57,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35795 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357950x0, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:57,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35795-0x101345bdf300006 connected 2024-11-13T13:21:57,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:57,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:57,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/running 2024-11-13T13:21:57,923 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b, hbase.cluster.distributed=false 2024-11-13T13:21:57,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/acl 2024-11-13T13:21:57,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-13T13:21:57,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35795 2024-11-13T13:21:57,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35795 2024-11-13T13:21:57,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-13T13:21:57,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-13T13:21:57,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:21:57,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:57,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:57,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:21:57,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:21:57,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:21:57,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:21:57,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:21:57,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43807 2024-11-13T13:21:57,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43807 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:21:57,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:57,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438070x0, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:21:57,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438070x0, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/running 2024-11-13T13:21:57,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43807-0x101345bdf300007 connected 2024-11-13T13:21:57,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:21:57,962 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:21:57,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/master 2024-11-13T13:21:57,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/acl 2024-11-13T13:21:57,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-13T13:21:57,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43807 2024-11-13T13:21:57,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43807 2024-11-13T13:21:57,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-13T13:21:57,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-13T13:21:57,981 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:35795 2024-11-13T13:21:57,981 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1552373048/backup-masters/bfeb2336aed7,35795,1731504117772 2024-11-13T13:21:57,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048/backup-masters 2024-11-13T13:21:57,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048/backup-masters 2024-11-13T13:21:57,993 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on existing znode=/2-1552373048/backup-masters/bfeb2336aed7,35795,1731504117772 2024-11-13T13:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1552373048/master 2024-11-13T13:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:21:58,003 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on existing znode=/2-1552373048/master 2024-11-13T13:21:58,003 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1552373048/backup-masters/bfeb2336aed7,35795,1731504117772 from backup master directory 2024-11-13T13:21:58,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1552373048/backup-masters/bfeb2336aed7,35795,1731504117772 2024-11-13T13:21:58,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048/backup-masters 2024-11-13T13:21:58,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048/backup-masters 2024-11-13T13:21:58,013 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:21:58,013 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,35795,1731504117772 2024-11-13T13:21:58,016 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/hbase.id] with ID: aae6a87f-c75d-4495-9e7f-6e0cd27f63f4 2024-11-13T13:21:58,016 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/.tmp/hbase.id 2024-11-13T13:21:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:21:58,420 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/.tmp/hbase.id]:[hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/hbase.id] 2024-11-13T13:21:58,427 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:21:58,427 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:21:58,427 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T13:21:58,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:21:58,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:21:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:21:59,028 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:21:59,029 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:21:59,029 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:21:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:21:59,434 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store 2024-11-13T13:21:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:21:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:21:59,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:21:59,839 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:59,839 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504119839Disabling compacts and flushes for region at 1731504119839Disabling writes for close at 1731504119839Writing region close event to WAL at 1731504119839Closed at 1731504119839 2024-11-13T13:21:59,839 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/.initializing 2024-11-13T13:21:59,839 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/WALs/bfeb2336aed7,35795,1731504117772 2024-11-13T13:21:59,840 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:21:59,841 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C35795%2C1731504117772, suffix=, logDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/WALs/bfeb2336aed7,35795,1731504117772, archiveDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/oldWALs, maxLogs=10 2024-11-13T13:21:59,853 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/WALs/bfeb2336aed7,35795,1731504117772/bfeb2336aed7%2C35795%2C1731504117772.1731504119841, exclude list is [], retry=0 2024-11-13T13:21:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42283,DS-9b642a14-e910-4c67-8585-9839145e2133,DISK] 2024-11-13T13:21:59,856 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/WALs/bfeb2336aed7,35795,1731504117772/bfeb2336aed7%2C35795%2C1731504117772.1731504119841 2024-11-13T13:21:59,856 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35477:35477)] 2024-11-13T13:21:59,857 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:21:59,857 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:21:59,857 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,857 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:21:59,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:59,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:21:59,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:21:59,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:59,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:59,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:21:59,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:59,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:59,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:21:59,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:21:59,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:21:59,862 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,862 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,862 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,863 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,863 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,863 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:21:59,864 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:21:59,865 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:21:59,865 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62757581, jitterRate=-0.06483916938304901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:21:59,866 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504119857Initializing all the Stores at 1731504119857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504119857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504119858 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504119858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504119858Cleaning up temporary data from old regions at 1731504119863 (+5 ms)Region opened successfully at 1731504119865 (+2 ms) 2024-11-13T13:21:59,866 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:21:59,867 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1754b3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:21:59,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:21:59,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:21:59,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:21:59,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:21:59,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:21:59,869 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:21:59,869 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:21:59,870 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:21:59,870 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Unable to get data of znode /2-1552373048/balancer because node does not exist (not necessarily an error) 2024-11-13T13:21:59,929 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1552373048/balancer already deleted, retry=false 2024-11-13T13:21:59,929 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:21:59,930 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Unable to get data of znode /2-1552373048/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:21:59,939 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1552373048/normalizer already deleted, retry=false 2024-11-13T13:21:59,940 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:21:59,940 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Unable to get data of znode /2-1552373048/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:21:59,950 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1552373048/switch/split already deleted, retry=false 2024-11-13T13:21:59,950 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Unable to get data of znode /2-1552373048/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:21:59,960 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1552373048/switch/merge already deleted, retry=false 2024-11-13T13:21:59,962 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Unable to get data of znode /2-1552373048/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:21:59,971 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1552373048/snapshot-cleanup already deleted, retry=false 2024-11-13T13:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1552373048/running 2024-11-13T13:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1552373048/running 2024-11-13T13:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:21:59,982 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,35795,1731504117772, sessionid=0x101345bdf300006, setting cluster-up flag (Was=false) 2024-11-13T13:22:00,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:00,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:00,034 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1552373048/flush-table-proc/acquired, /2-1552373048/flush-table-proc/reached, /2-1552373048/flush-table-proc/abort 2024-11-13T13:22:00,035 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:00,087 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1552373048/online-snapshot/acquired, /2-1552373048/online-snapshot/reached, /2-1552373048/online-snapshot/abort 2024-11-13T13:22:00,088 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:00,089 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:22:00,090 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:00,090 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:22:00,090 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:22:00,090 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,35795,1731504117772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:22:00,091 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:00,091 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:00,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:00,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:00,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:22:00,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:00,092 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,092 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504150092 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:22:00,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:00,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:22:00,093 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:22:00,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:00,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:22:00,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:22:00,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:22:00,094 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504120094,5,FailOnTimeoutGroup] 2024-11-13T13:22:00,094 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504120094,5,FailOnTimeoutGroup] 2024-11-13T13:22:00,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:22:00,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,094 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:22:00,175 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(746): ClusterId : aae6a87f-c75d-4495-9e7f-6e0cd27f63f4 2024-11-13T13:22:00,175 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:22:00,182 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:22:00,182 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:22:00,192 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:22:00,193 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:00,203 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:43807 2024-11-13T13:22:00,203 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:22:00,203 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:22:00,203 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:22:00,203 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,35795,1731504117772 with port=43807, startcode=1731504117942 2024-11-13T13:22:00,203 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:22:00,204 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:22:00,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:00,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:00,206 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b 2024-11-13T13:22:00,206 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37785 2024-11-13T13:22:00,206 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:22:00,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048/rs 2024-11-13T13:22:00,254 DEBUG [RS:0;bfeb2336aed7:43807 {}] zookeeper.ZKUtil(111): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on existing znode=/2-1552373048/rs/bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:00,254 WARN [RS:0;bfeb2336aed7:43807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:00,254 INFO [RS:0;bfeb2336aed7:43807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:00,254 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:00,254 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,43807,1731504117942] 2024-11-13T13:22:00,256 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:22:00,257 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:22:00,258 INFO [RS:0;bfeb2336aed7:43807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:22:00,258 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,258 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:22:00,258 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:22:00,258 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,258 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,259 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:00,259 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:00,259 DEBUG [RS:0;bfeb2336aed7:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:00,259 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,259 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,259 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,259 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,259 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,259 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,43807,1731504117942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:00,271 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:22:00,271 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,43807,1731504117942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,271 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,271 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.Replication(171): bfeb2336aed7,43807,1731504117942 started 2024-11-13T13:22:00,282 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:00,282 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,43807,1731504117942, RpcServer on bfeb2336aed7/172.17.0.2:43807, sessionid=0x101345bdf300007 2024-11-13T13:22:00,282 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:22:00,282 DEBUG [RS:0;bfeb2336aed7:43807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:00,282 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,43807,1731504117942' 2024-11-13T13:22:00,282 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1552373048/flush-table-proc/abort' 2024-11-13T13:22:00,283 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1552373048/flush-table-proc/acquired' 2024-11-13T13:22:00,283 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:22:00,283 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:22:00,283 DEBUG [RS:0;bfeb2336aed7:43807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:00,283 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,43807,1731504117942' 2024-11-13T13:22:00,283 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1552373048/online-snapshot/abort' 2024-11-13T13:22:00,284 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1552373048/online-snapshot/acquired' 2024-11-13T13:22:00,284 DEBUG [RS:0;bfeb2336aed7:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:22:00,284 INFO [RS:0;bfeb2336aed7:43807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:22:00,284 INFO [RS:0;bfeb2336aed7:43807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:22:00,384 INFO [RS:0;bfeb2336aed7:43807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:00,385 INFO [RS:0;bfeb2336aed7:43807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C43807%2C1731504117942, suffix=, logDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942, archiveDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/oldWALs, maxLogs=10 2024-11-13T13:22:00,396 DEBUG [RS:0;bfeb2336aed7:43807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, exclude list is [], retry=0 2024-11-13T13:22:00,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42283,DS-9b642a14-e910-4c67-8585-9839145e2133,DISK] 2024-11-13T13:22:00,400 INFO [RS:0;bfeb2336aed7:43807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 2024-11-13T13:22:00,400 DEBUG [RS:0;bfeb2336aed7:43807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35477:35477)] 2024-11-13T13:22:00,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:22:00,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b 2024-11-13T13:22:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:22:00,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:00,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:00,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:00,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:00,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:00,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:00,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:00,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:00,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:00,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:00,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:00,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:00,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:00,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:00,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:00,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:00,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:00,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:00,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740 2024-11-13T13:22:00,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740 2024-11-13T13:22:00,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:00,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:00,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:00,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:00,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:00,914 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71382567, jitterRate=0.06368313729763031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:00,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504120905Initializing all the Stores at 1731504120906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504120906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504120906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504120906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504120906Cleaning up temporary data from old regions at 1731504120912 (+6 ms)Region opened successfully at 1731504120914 (+2 ms) 2024-11-13T13:22:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:00,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:00,915 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504120915Disabling compacts and flushes for region at 1731504120915Disabling writes for close at 1731504120915Writing region close event to WAL at 1731504120915Closed at 1731504120915 2024-11-13T13:22:00,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:00,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:22:00,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:22:00,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:00,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:22:01,067 DEBUG [bfeb2336aed7:35795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:22:01,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:01,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,43807,1731504117942, state=OPENING 2024-11-13T13:22:01,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:22:01,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:01,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:01,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:01,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1552373048/meta-region-server: CHANGED 2024-11-13T13:22:01,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1552373048/meta-region-server: CHANGED 2024-11-13T13:22:01,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,43807,1731504117942}] 2024-11-13T13:22:01,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:01,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:01,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:01,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:22:01,285 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:22:01,285 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:01,285 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:22:01,286 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C43807%2C1731504117942.meta, suffix=.meta, logDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942, archiveDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/oldWALs, maxLogs=10 2024-11-13T13:22:01,303 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.meta.1731504121286.meta, exclude list is [], retry=0 2024-11-13T13:22:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42283,DS-9b642a14-e910-4c67-8585-9839145e2133,DISK] 2024-11-13T13:22:01,306 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.meta.1731504121286.meta 2024-11-13T13:22:01,307 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35477:35477)] 2024-11-13T13:22:01,307 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:01,307 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:01,307 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:01,307 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:22:01,307 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:22:01,308 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:22:01,308 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:01,308 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:22:01,308 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:22:01,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:01,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:01,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:01,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:01,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:01,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:01,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:01,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:01,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:01,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:01,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:01,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:01,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:01,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:01,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:01,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:01,312 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:01,313 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740 2024-11-13T13:22:01,313 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740 2024-11-13T13:22:01,314 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:01,314 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:01,314 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:01,315 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:01,315 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59417010, jitterRate=-0.11461755633354187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:01,316 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:22:01,316 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504121308Writing region info on filesystem at 1731504121308Initializing all the Stores at 1731504121308Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504121308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504121309 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504121309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504121309Cleaning up temporary data from old regions at 1731504121314 (+5 ms)Running coprocessor post-open hooks at 1731504121316 (+2 ms)Region opened successfully at 1731504121316 2024-11-13T13:22:01,316 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504121281 2024-11-13T13:22:01,318 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:22:01,318 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:22:01,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:01,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,43807,1731504117942, state=OPEN 2024-11-13T13:22:01,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1552373048/meta-region-server 2024-11-13T13:22:01,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1552373048/meta-region-server 2024-11-13T13:22:01,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:01,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1552373048/meta-region-server: CHANGED 2024-11-13T13:22:01,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1552373048/meta-region-server: CHANGED 2024-11-13T13:22:01,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:22:01,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,43807,1731504117942 in 199 msec 2024-11-13T13:22:01,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:22:01,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-13T13:22:01,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:01,333 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:22:01,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:01,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43807,1731504117942, seqNum=-1] 2024-11-13T13:22:01,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:01,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:01,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-13T13:22:01,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504121339, completionTime=-1 2024-11-13T13:22:01,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:22:01,339 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504181341 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504241341 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,35795,1731504117772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,35795,1731504117772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,35795,1731504117772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:35795, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,341 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,342 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,343 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.331sec 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,35795,1731504117772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:01,345 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,35795,1731504117772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:22:01,347 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:22:01,347 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:22:01,347 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,35795,1731504117772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:01,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510674ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:01,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,35795,-1 for getting cluster id 2024-11-13T13:22:01,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:01,377 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae6a87f-c75d-4495-9e7f-6e0cd27f63f4' 2024-11-13T13:22:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae6a87f-c75d-4495-9e7f-6e0cd27f63f4" 2024-11-13T13:22:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ddf444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,35795,-1] 2024-11-13T13:22:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:01,379 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:01,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d118bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:01,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43807,1731504117942, seqNum=-1] 2024-11-13T13:22:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:01,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:01,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50797 2024-11-13T13:22:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:01,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101345bdf300008 connected 2024-11-13T13:22:01,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,36533,1731504106542 2024-11-13T13:22:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@178f213b 2024-11-13T13:22:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:01,406 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:01,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:01,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:01,408 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:01,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:01,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:01,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cb74f7bbf5936825009445926f80e64, NAME => 'test,,1731504121406.6cb74f7bbf5936825009445926f80e64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8 2024-11-13T13:22:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:01,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504121406.6cb74f7bbf5936825009445926f80e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:01,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6cb74f7bbf5936825009445926f80e64, disabling compactions & flushes 2024-11-13T13:22:01,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:01,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:01,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504121406.6cb74f7bbf5936825009445926f80e64. after waiting 0 ms 2024-11-13T13:22:01,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:01,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:01,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cb74f7bbf5936825009445926f80e64: Waiting for close lock at 1731504121819Disabling compacts and flushes for region at 1731504121819Disabling writes for close at 1731504121819Writing region close event to WAL at 1731504121819Closed at 1731504121819 2024-11-13T13:22:01,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:01,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504121406.6cb74f7bbf5936825009445926f80e64.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504121821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504121821"}]},"ts":"1731504121821"} 2024-11-13T13:22:01,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:01,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:01,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504121823"}]},"ts":"1731504121823"} 2024-11-13T13:22:01,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:01,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cb74f7bbf5936825009445926f80e64, ASSIGN}] 2024-11-13T13:22:01,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cb74f7bbf5936825009445926f80e64, ASSIGN 2024-11-13T13:22:01,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6cb74f7bbf5936825009445926f80e64, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45869,1731504106754; forceNewPlan=false, retain=false 2024-11-13T13:22:01,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb74f7bbf5936825009445926f80e64, regionState=OPENING, regionLocation=bfeb2336aed7,45869,1731504106754 2024-11-13T13:22:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6cb74f7bbf5936825009445926f80e64, ASSIGN because future has completed 2024-11-13T13:22:01,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb74f7bbf5936825009445926f80e64, server=bfeb2336aed7,45869,1731504106754}] 2024-11-13T13:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:02,134 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:02,134 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cb74f7bbf5936825009445926f80e64, NAME => 'test,,1731504121406.6cb74f7bbf5936825009445926f80e64.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:02,135 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:02,135 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:02,135 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,135 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504121406.6cb74f7bbf5936825009445926f80e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:02,135 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,135 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,136 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,137 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb74f7bbf5936825009445926f80e64 columnFamilyName f 2024-11-13T13:22:02,137 DEBUG [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:02,137 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] regionserver.HStore(327): Store=6cb74f7bbf5936825009445926f80e64/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:02,137 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,138 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb74f7bbf5936825009445926f80e64 columnFamilyName f1 2024-11-13T13:22:02,138 DEBUG [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:02,138 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] regionserver.HStore(327): Store=6cb74f7bbf5936825009445926f80e64/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:02,138 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,139 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb74f7bbf5936825009445926f80e64 columnFamilyName norep 2024-11-13T13:22:02,139 DEBUG [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:02,139 INFO [StoreOpener-6cb74f7bbf5936825009445926f80e64-1 {}] regionserver.HStore(327): Store=6cb74f7bbf5936825009445926f80e64/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:02,139 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,139 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,140 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,140 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,140 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,140 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:02,141 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,142 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:02,142 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6cb74f7bbf5936825009445926f80e64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73637698, jitterRate=0.09728720784187317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:02,143 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:02,143 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6cb74f7bbf5936825009445926f80e64: Running coprocessor pre-open hook at 1731504122135Writing region info on filesystem at 1731504122135Initializing all the Stores at 1731504122136 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504122136Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504122136Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504122136Cleaning up temporary data from old regions at 1731504122140 (+4 ms)Running coprocessor post-open hooks at 1731504122143 (+3 ms)Region opened successfully at 1731504122143 2024-11-13T13:22:02,144 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504121406.6cb74f7bbf5936825009445926f80e64., pid=6, masterSystemTime=1731504122131 2024-11-13T13:22:02,145 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:02,145 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:02,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb74f7bbf5936825009445926f80e64, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,45869,1731504106754 2024-11-13T13:22:02,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb74f7bbf5936825009445926f80e64, server=bfeb2336aed7,45869,1731504106754 because future has completed 2024-11-13T13:22:02,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:02,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cb74f7bbf5936825009445926f80e64, server=bfeb2336aed7,45869,1731504106754 in 168 msec 2024-11-13T13:22:02,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:02,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6cb74f7bbf5936825009445926f80e64, ASSIGN in 324 msec 2024-11-13T13:22:02,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:02,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504122151"}]},"ts":"1731504122151"} 2024-11-13T13:22:02,153 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:02,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:02,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-13T13:22:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:02,541 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:02,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:02,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:02,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ab5581 2024-11-13T13:22:02,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:02,543 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:02,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:02,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:02,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:02,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:02,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:02,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5005b8c1f18dfc228eff5b0250ccfa8d, NAME => 'test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9 2024-11-13T13:22:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:03,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:03,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5005b8c1f18dfc228eff5b0250ccfa8d, disabling compactions & flushes 2024-11-13T13:22:03,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. after waiting 0 ms 2024-11-13T13:22:03,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5005b8c1f18dfc228eff5b0250ccfa8d: Waiting for close lock at 1731504123354Disabling compacts and flushes for region at 1731504123354Disabling writes for close at 1731504123355 (+1 ms)Writing region close event to WAL at 1731504123355Closed at 1731504123355 2024-11-13T13:22:03,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:03,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504123356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504123356"}]},"ts":"1731504123356"} 2024-11-13T13:22:03,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:03,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:03,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504123358"}]},"ts":"1731504123358"} 2024-11-13T13:22:03,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:03,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5005b8c1f18dfc228eff5b0250ccfa8d, ASSIGN}] 2024-11-13T13:22:03,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5005b8c1f18dfc228eff5b0250ccfa8d, ASSIGN 2024-11-13T13:22:03,361 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5005b8c1f18dfc228eff5b0250ccfa8d, ASSIGN; state=OFFLINE, location=bfeb2336aed7,36939,1731504112853; forceNewPlan=false, retain=false 2024-11-13T13:22:03,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5005b8c1f18dfc228eff5b0250ccfa8d, regionState=OPENING, regionLocation=bfeb2336aed7,36939,1731504112853 2024-11-13T13:22:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5005b8c1f18dfc228eff5b0250ccfa8d, ASSIGN because future has completed 2024-11-13T13:22:03,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5005b8c1f18dfc228eff5b0250ccfa8d, server=bfeb2336aed7,36939,1731504112853}] 2024-11-13T13:22:03,668 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,668 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5005b8c1f18dfc228eff5b0250ccfa8d, NAME => 'test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:03,669 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:03,669 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:03,669 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,669 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:03,669 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,669 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,670 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,671 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5005b8c1f18dfc228eff5b0250ccfa8d columnFamilyName f 2024-11-13T13:22:03,671 DEBUG [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:03,671 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] regionserver.HStore(327): Store=5005b8c1f18dfc228eff5b0250ccfa8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:03,671 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,672 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5005b8c1f18dfc228eff5b0250ccfa8d columnFamilyName f1 2024-11-13T13:22:03,672 DEBUG [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:03,672 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] regionserver.HStore(327): Store=5005b8c1f18dfc228eff5b0250ccfa8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:03,672 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,673 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5005b8c1f18dfc228eff5b0250ccfa8d columnFamilyName norep 2024-11-13T13:22:03,673 DEBUG [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:03,673 INFO [StoreOpener-5005b8c1f18dfc228eff5b0250ccfa8d-1 {}] regionserver.HStore(327): Store=5005b8c1f18dfc228eff5b0250ccfa8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:03,673 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,674 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,674 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,674 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,674 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,675 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:03,675 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,676 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:03,677 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5005b8c1f18dfc228eff5b0250ccfa8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64844730, jitterRate=-0.03373822569847107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:03,677 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:03,677 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5005b8c1f18dfc228eff5b0250ccfa8d: Running coprocessor pre-open hook at 1731504123669Writing region info on filesystem at 1731504123669Initializing all the Stores at 1731504123670 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504123670Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504123670Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504123670Cleaning up temporary data from old regions at 1731504123674 (+4 ms)Running coprocessor post-open hooks at 1731504123677 (+3 ms)Region opened successfully at 1731504123677 2024-11-13T13:22:03,677 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d., pid=6, masterSystemTime=1731504123666 2024-11-13T13:22:03,679 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,679 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:03,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5005b8c1f18dfc228eff5b0250ccfa8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,36939,1731504112853 2024-11-13T13:22:03,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5005b8c1f18dfc228eff5b0250ccfa8d, server=bfeb2336aed7,36939,1731504112853 because future has completed 2024-11-13T13:22:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:03,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:03,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5005b8c1f18dfc228eff5b0250ccfa8d, server=bfeb2336aed7,36939,1731504112853 in 167 msec 2024-11-13T13:22:03,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:03,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5005b8c1f18dfc228eff5b0250ccfa8d, ASSIGN in 322 msec 2024-11-13T13:22:03,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:03,684 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504123684"}]},"ts":"1731504123684"} 2024-11-13T13:22:03,685 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:03,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:03,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-13T13:22:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:04,701 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:04,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63160583 2024-11-13T13:22:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:04,703 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:04,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:04,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:04,705 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:04,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:05,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3094198e651ab75d8fd802eed51e4e30, NAME => 'test,,1731504124703.3094198e651ab75d8fd802eed51e4e30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b 2024-11-13T13:22:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:05,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504124703.3094198e651ab75d8fd802eed51e4e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:05,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3094198e651ab75d8fd802eed51e4e30, disabling compactions & flushes 2024-11-13T13:22:05,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. after waiting 0 ms 2024-11-13T13:22:05,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3094198e651ab75d8fd802eed51e4e30: Waiting for close lock at 1731504125515Disabling compacts and flushes for region at 1731504125515Disabling writes for close at 1731504125515Writing region close event to WAL at 1731504125515Closed at 1731504125515 2024-11-13T13:22:05,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:05,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504124703.3094198e651ab75d8fd802eed51e4e30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504125608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504125608"}]},"ts":"1731504125608"} 2024-11-13T13:22:05,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:05,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:05,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504125611"}]},"ts":"1731504125611"} 2024-11-13T13:22:05,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:05,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3094198e651ab75d8fd802eed51e4e30, ASSIGN}] 2024-11-13T13:22:05,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3094198e651ab75d8fd802eed51e4e30, ASSIGN 2024-11-13T13:22:05,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3094198e651ab75d8fd802eed51e4e30, ASSIGN; state=OFFLINE, location=bfeb2336aed7,43807,1731504117942; forceNewPlan=false, retain=false 2024-11-13T13:22:05,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3094198e651ab75d8fd802eed51e4e30, regionState=OPENING, regionLocation=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:05,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3094198e651ab75d8fd802eed51e4e30, ASSIGN because future has completed 2024-11-13T13:22:05,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3094198e651ab75d8fd802eed51e4e30, server=bfeb2336aed7,43807,1731504117942}] 2024-11-13T13:22:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:05,920 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,920 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3094198e651ab75d8fd802eed51e4e30, NAME => 'test,,1731504124703.3094198e651ab75d8fd802eed51e4e30.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:05,920 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:05,920 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:05,921 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,921 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504124703.3094198e651ab75d8fd802eed51e4e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:05,921 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,921 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,922 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,922 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3094198e651ab75d8fd802eed51e4e30 columnFamilyName f 2024-11-13T13:22:05,923 DEBUG [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:05,923 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] regionserver.HStore(327): Store=3094198e651ab75d8fd802eed51e4e30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:05,923 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,924 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3094198e651ab75d8fd802eed51e4e30 columnFamilyName f1 2024-11-13T13:22:05,924 DEBUG [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:05,924 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] regionserver.HStore(327): Store=3094198e651ab75d8fd802eed51e4e30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:05,924 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,925 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3094198e651ab75d8fd802eed51e4e30 columnFamilyName norep 2024-11-13T13:22:05,925 DEBUG [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:05,925 INFO [StoreOpener-3094198e651ab75d8fd802eed51e4e30-1 {}] regionserver.HStore(327): Store=3094198e651ab75d8fd802eed51e4e30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:05,925 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,925 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,925 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,926 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,926 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,926 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:05,927 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,928 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:05,928 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3094198e651ab75d8fd802eed51e4e30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72696746, jitterRate=0.08326593041419983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:05,928 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:05,929 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3094198e651ab75d8fd802eed51e4e30: Running coprocessor pre-open hook at 1731504125921Writing region info on filesystem at 1731504125921Initializing all the Stores at 1731504125921Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504125921Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504125921Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504125922 (+1 ms)Cleaning up temporary data from old regions at 1731504125926 (+4 ms)Running coprocessor post-open hooks at 1731504125928 (+2 ms)Region opened successfully at 1731504125928 2024-11-13T13:22:05,929 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504124703.3094198e651ab75d8fd802eed51e4e30., pid=6, masterSystemTime=1731504125918 2024-11-13T13:22:05,930 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,930 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:05,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3094198e651ab75d8fd802eed51e4e30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3094198e651ab75d8fd802eed51e4e30, server=bfeb2336aed7,43807,1731504117942 because future has completed 2024-11-13T13:22:05,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:05,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3094198e651ab75d8fd802eed51e4e30, server=bfeb2336aed7,43807,1731504117942 in 167 msec 2024-11-13T13:22:05,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:05,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3094198e651ab75d8fd802eed51e4e30, ASSIGN in 322 msec 2024-11-13T13:22:05,936 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:05,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504125936"}]},"ts":"1731504125936"} 2024-11-13T13:22:05,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:05,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:05,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2350 sec 2024-11-13T13:22:06,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:22:06,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:06,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:06,861 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:06,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58082192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:06,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36533,-1 for getting cluster id 2024-11-13T13:22:06,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:06,863 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ea41909-a197-48ac-9db5-d385297a5596' 2024-11-13T13:22:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ea41909-a197-48ac-9db5-d385297a5596" 2024-11-13T13:22:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9c9c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36533,-1] 2024-11-13T13:22:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:06,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:06,865 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5d0467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:06,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,36533,1731504106542 2024-11-13T13:22:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7a975f 2024-11-13T13:22:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:06,868 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:06,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:42953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:22:06,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:06,871 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:42953' 2024-11-13T13:22:06,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd16f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:06,872 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:06,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:06,873 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8081a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:06,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,875 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:06,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5243c2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:06,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:06,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15af69a 2024-11-13T13:22:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:06,879 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:06,881 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:22:06,881 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:22:06,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:06,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:06,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:06,882 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:06,884 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:22:06,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:06,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:06,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:06,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:22:06,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58358139670ac7f8bd0d717f5e28db6a, NAME => 'hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8 2024-11-13T13:22:06,935 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:22:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:22:06,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:06,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58358139670ac7f8bd0d717f5e28db6a, disabling compactions & flushes 2024-11-13T13:22:06,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:06,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:06,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. after waiting 0 ms 2024-11-13T13:22:06,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:06,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:06,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58358139670ac7f8bd0d717f5e28db6a: Waiting for close lock at 1731504126943Disabling compacts and flushes for region at 1731504126943Disabling writes for close at 1731504126943Writing region close event to WAL at 1731504126943Closed at 1731504126943 2024-11-13T13:22:06,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:06,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504126945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504126945"}]},"ts":"1731504126945"} 2024-11-13T13:22:06,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:06,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:06,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504126949"}]},"ts":"1731504126949"} 2024-11-13T13:22:06,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:22:06,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58358139670ac7f8bd0d717f5e28db6a, ASSIGN}] 2024-11-13T13:22:06,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58358139670ac7f8bd0d717f5e28db6a, ASSIGN 2024-11-13T13:22:06,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58358139670ac7f8bd0d717f5e28db6a, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45869,1731504106754; forceNewPlan=false, retain=false 2024-11-13T13:22:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:07,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58358139670ac7f8bd0d717f5e28db6a, regionState=OPENING, regionLocation=bfeb2336aed7,45869,1731504106754 2024-11-13T13:22:07,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58358139670ac7f8bd0d717f5e28db6a, ASSIGN because future has completed 2024-11-13T13:22:07,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58358139670ac7f8bd0d717f5e28db6a, server=bfeb2336aed7,45869,1731504106754}] 2024-11-13T13:22:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:07,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:07,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:07,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:22:07,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45869%2C1731504106754.rep, suffix=, logDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/oldWALs, maxLogs=10 2024-11-13T13:22:07,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.rep.1731504127263, exclude list is [], retry=0 2024-11-13T13:22:07,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46583,DS-95abec4f-98e5-4bc9-aaac-5f08fade2879,DISK] 2024-11-13T13:22:07,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.rep.1731504127263 2024-11-13T13:22:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42763:42763)] 2024-11-13T13:22:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 58358139670ac7f8bd0d717f5e28db6a, NAME => 'hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:07,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. service=MultiRowMutationService 2024-11-13T13:22:07,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:22:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:07,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,282 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,283 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58358139670ac7f8bd0d717f5e28db6a columnFamilyName hfileref 2024-11-13T13:22:07,283 DEBUG [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:07,283 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] regionserver.HStore(327): Store=58358139670ac7f8bd0d717f5e28db6a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:07,283 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,284 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58358139670ac7f8bd0d717f5e28db6a columnFamilyName queue 2024-11-13T13:22:07,284 DEBUG [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:07,284 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] regionserver.HStore(327): Store=58358139670ac7f8bd0d717f5e28db6a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:07,284 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,285 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58358139670ac7f8bd0d717f5e28db6a columnFamilyName sid 2024-11-13T13:22:07,285 DEBUG [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:07,285 INFO [StoreOpener-58358139670ac7f8bd0d717f5e28db6a-1 {}] regionserver.HStore(327): Store=58358139670ac7f8bd0d717f5e28db6a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:07,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:07,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:07,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 58358139670ac7f8bd0d717f5e28db6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69933036, jitterRate=0.04208344221115112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:07,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:07,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 58358139670ac7f8bd0d717f5e28db6a: Running coprocessor pre-open hook at 1731504127281Writing region info on filesystem at 1731504127281Initializing all the Stores at 1731504127281Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504127281Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504127281Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504127281Cleaning up temporary data from old regions at 1731504127286 (+5 ms)Running coprocessor post-open hooks at 1731504127289 (+3 ms)Region opened successfully at 1731504127289 2024-11-13T13:22:07,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a., pid=10, masterSystemTime=1731504127258 2024-11-13T13:22:07,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:07,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:07,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58358139670ac7f8bd0d717f5e28db6a, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45869,1731504106754 2024-11-13T13:22:07,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:22:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58358139670ac7f8bd0d717f5e28db6a, server=bfeb2336aed7,45869,1731504106754 because future has completed 2024-11-13T13:22:07,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:22:07,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58358139670ac7f8bd0d717f5e28db6a, server=bfeb2336aed7,45869,1731504106754 in 187 msec 2024-11-13T13:22:07,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:22:07,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58358139670ac7f8bd0d717f5e28db6a, ASSIGN in 343 msec 2024-11-13T13:22:07,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:07,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504127297"}]},"ts":"1731504127297"} 2024-11-13T13:22:07,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:22:07,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:07,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 417 msec 2024-11-13T13:22:07,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a., hostname=bfeb2336aed7,45869,1731504106754, seqNum=2] 2024-11-13T13:22:07,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:22:07,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:22:07,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:22:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:07,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:22:07,608 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:22:07,634 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,45869,1731504106754, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:22:07,635 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:07,635 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45869,1731504106754, seqNum=-1] 2024-11-13T13:22:07,635 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:07,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:07,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,45869,1731504106754', locateType=CURRENT is [region=hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a., hostname=bfeb2336aed7,45869,1731504106754, seqNum=2] 2024-11-13T13:22:07,639 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:22:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:22:07,641 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,45869,1731504106754 suceeded 2024-11-13T13:22:07,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:22:07,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T13:22:07,642 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:42953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:22:07,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 774 msec 2024-11-13T13:22:07,652 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:42953' 2024-11-13T13:22:07,654 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695100ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:07,654 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:07,654 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:07,654 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:07,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:07,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bd9a1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:07,655 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:07,656 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ab8da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:07,656 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:07,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:07,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6921a061 2024-11-13T13:22:07,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:07,657 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:07,657 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,45869,1731504106754 (queues=1) is replicating from cluster=6ea41909-a197-48ac-9db5-d385297a5596 to cluster=40bedf9a-4998-4219-8071-5e896bfa8f62 2024-11-13T13:22:07,657 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C45869%2C1731504106754 2024-11-13T13:22:07,658 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,45869,1731504106754, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:22:07,658 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C45869%2C1731504106754 2024-11-13T13:22:07,658 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066, startPosition=0, beingWritten=true 2024-11-13T13:22:07,662 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:07,662 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:07,662 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45869,1731504106754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:07,865 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:08,012 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:22:08,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:08,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:08,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:08,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:08,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:08,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c518762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:08,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:08,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:08,013 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:08,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a87f6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:08,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:08,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:08,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:08,014 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e87be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:08,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7308fcbb 2024-11-13T13:22:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:08,016 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:08,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:35795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:22:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:22:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:08,019 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:35795' 2024-11-13T13:22:08,020 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8c58ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:08,020 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,35795,-1 for getting cluster id 2024-11-13T13:22:08,020 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:08,020 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae6a87f-c75d-4495-9e7f-6e0cd27f63f4' 2024-11-13T13:22:08,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:08,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae6a87f-c75d-4495-9e7f-6e0cd27f63f4" 2024-11-13T13:22:08,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1552be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:08,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,35795,-1] 2024-11-13T13:22:08,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:08,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:08,021 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:08,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb637a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:08,022 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:08,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:08,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1184e504 2024-11-13T13:22:08,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:08,023 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:08,024 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T13:22:08,024 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:22:08,024 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:08,024 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:08,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:08,024 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:08,025 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:22:08,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:08,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:08,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:08,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:22:08,075 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:22:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:08,168 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:08,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a02303ada9de2cdb27f4129be47ffcce, NAME => 'hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9 2024-11-13T13:22:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:22:08,573 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:08,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:08,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a02303ada9de2cdb27f4129be47ffcce, disabling compactions & flushes 2024-11-13T13:22:08,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:08,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:08,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. after waiting 0 ms 2024-11-13T13:22:08,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:08,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:08,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a02303ada9de2cdb27f4129be47ffcce: Waiting for close lock at 1731504128837Disabling compacts and flushes for region at 1731504128837Disabling writes for close at 1731504128837Writing region close event to WAL at 1731504128837Closed at 1731504128837 2024-11-13T13:22:08,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:08,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504128838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504128838"}]},"ts":"1731504128838"} 2024-11-13T13:22:08,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:08,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:08,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504128840"}]},"ts":"1731504128840"} 2024-11-13T13:22:08,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:22:08,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a02303ada9de2cdb27f4129be47ffcce, ASSIGN}] 2024-11-13T13:22:08,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a02303ada9de2cdb27f4129be47ffcce, ASSIGN 2024-11-13T13:22:08,843 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a02303ada9de2cdb27f4129be47ffcce, ASSIGN; state=OFFLINE, location=bfeb2336aed7,36939,1731504112853; forceNewPlan=false, retain=false 2024-11-13T13:22:08,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a02303ada9de2cdb27f4129be47ffcce, regionState=OPENING, regionLocation=bfeb2336aed7,36939,1731504112853 2024-11-13T13:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a02303ada9de2cdb27f4129be47ffcce, ASSIGN because future has completed 2024-11-13T13:22:08,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02303ada9de2cdb27f4129be47ffcce, server=bfeb2336aed7,36939,1731504112853}] 2024-11-13T13:22:09,076 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:09,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:09,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:09,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:22:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:09,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C36939%2C1731504112853.rep, suffix=, logDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853, archiveDir=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/oldWALs, maxLogs=10 2024-11-13T13:22:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.rep.1731504129151, exclude list is [], retry=0 2024-11-13T13:22:09,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-98ac1117-bd1a-4524-a74f-94a32e0d7c09,DISK] 2024-11-13T13:22:09,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.rep.1731504129151 2024-11-13T13:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-13T13:22:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a02303ada9de2cdb27f4129be47ffcce, NAME => 'hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:09,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. service=MultiRowMutationService 2024-11-13T13:22:09,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,168 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,169 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02303ada9de2cdb27f4129be47ffcce columnFamilyName hfileref 2024-11-13T13:22:09,169 DEBUG [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:09,169 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] regionserver.HStore(327): Store=a02303ada9de2cdb27f4129be47ffcce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:09,169 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,170 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02303ada9de2cdb27f4129be47ffcce columnFamilyName queue 2024-11-13T13:22:09,170 DEBUG [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:09,170 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] regionserver.HStore(327): Store=a02303ada9de2cdb27f4129be47ffcce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:09,170 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,171 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02303ada9de2cdb27f4129be47ffcce columnFamilyName sid 2024-11-13T13:22:09,171 DEBUG [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:09,171 INFO [StoreOpener-a02303ada9de2cdb27f4129be47ffcce-1 {}] regionserver.HStore(327): Store=a02303ada9de2cdb27f4129be47ffcce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:09,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:09,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:09,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a02303ada9de2cdb27f4129be47ffcce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68051099, jitterRate=0.014040395617485046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:09,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:09,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a02303ada9de2cdb27f4129be47ffcce: Running coprocessor pre-open hook at 1731504129167Writing region info on filesystem at 1731504129167Initializing all the Stores at 1731504129168 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504129168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504129168Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504129168Cleaning up temporary data from old regions at 1731504129172 (+4 ms)Running coprocessor post-open hooks at 1731504129175 (+3 ms)Region opened successfully at 1731504129175 2024-11-13T13:22:09,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce., pid=10, masterSystemTime=1731504129147 2024-11-13T13:22:09,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:09,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:09,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a02303ada9de2cdb27f4129be47ffcce, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,36939,1731504112853 2024-11-13T13:22:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02303ada9de2cdb27f4129be47ffcce, server=bfeb2336aed7,36939,1731504112853 because future has completed 2024-11-13T13:22:09,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:22:09,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a02303ada9de2cdb27f4129be47ffcce, server=bfeb2336aed7,36939,1731504112853 in 185 msec 2024-11-13T13:22:09,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:22:09,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a02303ada9de2cdb27f4129be47ffcce, ASSIGN in 339 msec 2024-11-13T13:22:09,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:09,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504129183"}]},"ts":"1731504129183"} 2024-11-13T13:22:09,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:22:09,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:09,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-13T13:22:09,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce., hostname=bfeb2336aed7,36939,1731504112853, seqNum=2] 2024-11-13T13:22:09,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:22:09,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:22:09,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:22:09,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:22:09,482 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:22:09,508 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,36939,1731504112853, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:22:09,509 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:09,509 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,36939,1731504112853, seqNum=-1] 2024-11-13T13:22:09,509 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:09,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:09,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,36939,1731504112853', locateType=CURRENT is [region=hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce., hostname=bfeb2336aed7,36939,1731504112853, seqNum=2] 2024-11-13T13:22:09,513 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:22:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:22:09,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,36939,1731504112853 suceeded 2024-11-13T13:22:09,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:22:09,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T13:22:09,516 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:35795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:22:09,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-13T13:22:09,526 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:35795' 2024-11-13T13:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5f135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,35795,-1 for getting cluster id 2024-11-13T13:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:09,528 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae6a87f-c75d-4495-9e7f-6e0cd27f63f4' 2024-11-13T13:22:09,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae6a87f-c75d-4495-9e7f-6e0cd27f63f4" 2024-11-13T13:22:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b78520c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,35795,-1] 2024-11-13T13:22:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:09,530 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:09,530 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50877681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:09,530 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7903fc36 2024-11-13T13:22:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:09,532 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:09,532 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,36939,1731504112853 (queues=1) is replicating from cluster=40bedf9a-4998-4219-8071-5e896bfa8f62 to cluster=aae6a87f-c75d-4495-9e7f-6e0cd27f63f4 2024-11-13T13:22:09,532 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C36939%2C1731504112853 2024-11-13T13:22:09,532 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,36939,1731504112853, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:22:09,533 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C36939%2C1731504112853 2024-11-13T13:22:09,533 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, startPosition=0, beingWritten=true 2024-11-13T13:22:09,537 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:09,537 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:09,537 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:09,680 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:09,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:22:09,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T13:22:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:09,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T13:22:09,740 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:10,044 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:10,161 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:22:10,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:10,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:10,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:10,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:10,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:10,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1889e218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:10,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,35795,-1 for getting cluster id 2024-11-13T13:22:10,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:10,163 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae6a87f-c75d-4495-9e7f-6e0cd27f63f4' 2024-11-13T13:22:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae6a87f-c75d-4495-9e7f-6e0cd27f63f4" 2024-11-13T13:22:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3e7f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,35795,-1] 2024-11-13T13:22:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:10,164 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a2bbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:10,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5607c3f1 2024-11-13T13:22:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:10,166 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:10,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:42953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:10,169 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:42953' 2024-11-13T13:22:10,169 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93ac14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:10,169 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:10,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:10,170 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368a82ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:10,171 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421462ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:10,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee29f13 2024-11-13T13:22:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:10,173 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:10,173 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:22:10,174 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:22:10,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:10,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:10,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:10,174 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:10,175 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:22:10,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:10,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:10,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:10,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:22:10,225 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:10,383 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:10,447 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:10,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11427dd103300758dd00bf48341ac90c, NAME => 'hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b 2024-11-13T13:22:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:22:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:10,950 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:11,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:11,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 11427dd103300758dd00bf48341ac90c, disabling compactions & flushes 2024-11-13T13:22:11,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. after waiting 0 ms 2024-11-13T13:22:11,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11427dd103300758dd00bf48341ac90c: Waiting for close lock at 1731504131061Disabling compacts and flushes for region at 1731504131061Disabling writes for close at 1731504131061Writing region close event to WAL at 1731504131061Closed at 1731504131061 2024-11-13T13:22:11,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:11,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504131062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504131062"}]},"ts":"1731504131062"} 2024-11-13T13:22:11,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:11,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:11,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504131065"}]},"ts":"1731504131065"} 2024-11-13T13:22:11,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:22:11,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11427dd103300758dd00bf48341ac90c, ASSIGN}] 2024-11-13T13:22:11,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11427dd103300758dd00bf48341ac90c, ASSIGN 2024-11-13T13:22:11,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=11427dd103300758dd00bf48341ac90c, ASSIGN; state=OFFLINE, location=bfeb2336aed7,43807,1731504117942; forceNewPlan=false, retain=false 2024-11-13T13:22:11,187 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:11,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=11427dd103300758dd00bf48341ac90c, regionState=OPENING, regionLocation=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:11,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=11427dd103300758dd00bf48341ac90c, ASSIGN because future has completed 2024-11-13T13:22:11,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11427dd103300758dd00bf48341ac90c, server=bfeb2336aed7,43807,1731504117942}] 2024-11-13T13:22:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:11,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:11,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:22:11,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C43807%2C1731504117942.rep, suffix=, logDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942, archiveDir=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/oldWALs, maxLogs=10 2024-11-13T13:22:11,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.rep.1731504131377, exclude list is [], retry=0 2024-11-13T13:22:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42283,DS-9b642a14-e910-4c67-8585-9839145e2133,DISK] 2024-11-13T13:22:11,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.rep.1731504131377 2024-11-13T13:22:11,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35477:35477)] 2024-11-13T13:22:11,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 11427dd103300758dd00bf48341ac90c, NAME => 'hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:11,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. service=MultiRowMutationService 2024-11-13T13:22:11,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,394 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,395 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11427dd103300758dd00bf48341ac90c columnFamilyName hfileref 2024-11-13T13:22:11,395 DEBUG [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:11,395 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] regionserver.HStore(327): Store=11427dd103300758dd00bf48341ac90c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:11,395 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,396 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11427dd103300758dd00bf48341ac90c columnFamilyName queue 2024-11-13T13:22:11,396 DEBUG [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:11,396 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] regionserver.HStore(327): Store=11427dd103300758dd00bf48341ac90c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:11,396 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,397 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11427dd103300758dd00bf48341ac90c columnFamilyName sid 2024-11-13T13:22:11,397 DEBUG [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:11,397 INFO [StoreOpener-11427dd103300758dd00bf48341ac90c-1 {}] regionserver.HStore(327): Store=11427dd103300758dd00bf48341ac90c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:11,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/replication/11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/replication/11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:11,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/replication/11427dd103300758dd00bf48341ac90c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:11,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 11427dd103300758dd00bf48341ac90c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70776128, jitterRate=0.05464649200439453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:11,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:11,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 11427dd103300758dd00bf48341ac90c: Running coprocessor pre-open hook at 1731504131393Writing region info on filesystem at 1731504131393Initializing all the Stores at 1731504131394 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504131394Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504131394Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504131394Cleaning up temporary data from old regions at 1731504131399 (+5 ms)Running coprocessor post-open hooks at 1731504131402 (+3 ms)Region opened successfully at 1731504131402 2024-11-13T13:22:11,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c., pid=10, masterSystemTime=1731504131373 2024-11-13T13:22:11,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:11,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=11427dd103300758dd00bf48341ac90c, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:11,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11427dd103300758dd00bf48341ac90c, server=bfeb2336aed7,43807,1731504117942 because future has completed 2024-11-13T13:22:11,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:22:11,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 11427dd103300758dd00bf48341ac90c, server=bfeb2336aed7,43807,1731504117942 in 186 msec 2024-11-13T13:22:11,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:22:11,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11427dd103300758dd00bf48341ac90c, ASSIGN in 341 msec 2024-11-13T13:22:11,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:11,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504131410"}]},"ts":"1731504131410"} 2024-11-13T13:22:11,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:22:11,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:11,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-11-13T13:22:11,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c., hostname=bfeb2336aed7,43807,1731504117942, seqNum=2] 2024-11-13T13:22:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:11,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:22:11,553 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:11,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:22:11,661 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:22:11,687 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,43807,1731504117942, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:22:11,687 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:11,687 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43807,1731504117942, seqNum=-1] 2024-11-13T13:22:11,687 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:11,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,43807,1731504117942', locateType=CURRENT is [region=hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c., hostname=bfeb2336aed7,43807,1731504117942, seqNum=2] 2024-11-13T13:22:11,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:11,692 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:22:11,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:22:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:22:11,692 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108816 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:22:11,694 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,43807,1731504117942 suceeded 2024-11-13T13:22:11,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:22:11,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T13:22:11,695 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:42953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:22:11,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-11-13T13:22:11,706 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:42953' 2024-11-13T13:22:11,717 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b8a295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:11,717 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:11,717 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:11,718 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fd0abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:11,719 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:11,720 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170b6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:11,720 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:11,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ebe81a0 2024-11-13T13:22:11,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:11,721 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:11,722 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,43807,1731504117942 (queues=1) is replicating from cluster=aae6a87f-c75d-4495-9e7f-6e0cd27f63f4 to cluster=40bedf9a-4998-4219-8071-5e896bfa8f62 2024-11-13T13:22:11,722 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C43807%2C1731504117942 2024-11-13T13:22:11,722 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,43807,1731504117942, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:22:11,722 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, startPosition=0, beingWritten=true 2024-11-13T13:22:11,723 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C43807%2C1731504117942 2024-11-13T13:22:11,727 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:11,727 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:11,727 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:11,930 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:12,090 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:12,233 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:12,256 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:12,321 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:22:12,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:12,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:12,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:12,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:12,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:12,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3d2323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36533,-1 for getting cluster id 2024-11-13T13:22:12,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:12,323 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ea41909-a197-48ac-9db5-d385297a5596' 2024-11-13T13:22:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ea41909-a197-48ac-9db5-d385297a5596" 2024-11-13T13:22:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d523d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36533,-1] 2024-11-13T13:22:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:12,324 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1739f838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6b28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:12,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:12,326 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d0005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:12,327 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc3ad40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70afb1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,35795,-1 for getting cluster id 2024-11-13T13:22:12,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:12,329 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae6a87f-c75d-4495-9e7f-6e0cd27f63f4' 2024-11-13T13:22:12,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:12,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae6a87f-c75d-4495-9e7f-6e0cd27f63f4" 2024-11-13T13:22:12,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35550427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,35795,-1] 2024-11-13T13:22:12,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:12,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:12,330 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2d9eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:12,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45869,1731504106754, seqNum=-1] 2024-11-13T13:22:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:12,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:12,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504121406.6cb74f7bbf5936825009445926f80e64., hostname=bfeb2336aed7,45869,1731504106754, seqNum=2] 2024-11-13T13:22:12,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:12,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43807,1731504117942, seqNum=-1] 2024-11-13T13:22:12,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:12,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:12,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504124703.3094198e651ab75d8fd802eed51e4e30., hostname=bfeb2336aed7,43807,1731504117942, seqNum=2] 2024-11-13T13:22:12,342 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T13:22:12,637 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:12,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:12,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:12,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:13,059 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:13,093 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 379, reset compression=false 2024-11-13T13:22:13,096 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:13,096 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:13,096 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45869,1731504106754 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cb74f7bbf5936825009445926f80e64/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T13:22:13,098 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:13,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T13:22:13,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:13,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3725c6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:13,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,42953,-1 for getting cluster id 2024-11-13T13:22:13,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:13,100 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bedf9a-4998-4219-8071-5e896bfa8f62' 2024-11-13T13:22:13,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:13,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bedf9a-4998-4219-8071-5e896bfa8f62" 2024-11-13T13:22:13,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13433fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:13,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,42953,-1] 2024-11-13T13:22:13,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:13,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:13,104 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:13,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e804de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:13,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:13,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,36939,1731504112853, seqNum=-1] 2024-11-13T13:22:13,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:13,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:13,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d., hostname=bfeb2336aed7,36939,1731504112853, seqNum=2] 2024-11-13T13:22:13,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:13,141 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:13,300 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:13,344 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T13:22:13,613 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:13,744 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:13,962 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 379, reset compression=false 2024-11-13T13:22:13,965 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:13,965 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 503, reset compression=false 2024-11-13T13:22:13,965 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[{test/5005b8c1f18dfc228eff5b0250ccfa8d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T13:22:13,967 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:13,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T13:22:13,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:13,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9da927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:13,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,35795,-1 for getting cluster id 2024-11-13T13:22:13,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:13,970 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae6a87f-c75d-4495-9e7f-6e0cd27f63f4' 2024-11-13T13:22:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae6a87f-c75d-4495-9e7f-6e0cd27f63f4" 2024-11-13T13:22:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303fbbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,35795,-1] 2024-11-13T13:22:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:13,971 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:13,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63335b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:13,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:13,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,43807,1731504117942, seqNum=-1] 2024-11-13T13:22:13,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:13,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:13,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731504124703.3094198e651ab75d8fd802eed51e4e30., hostname=bfeb2336aed7,43807,1731504117942, seqNum=2] 2024-11-13T13:22:13,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:14,017 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:14,168 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 503, reset compression=false 2024-11-13T13:22:14,346 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T13:22:14,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,36939,1731504112853, seqNum=-1] 2024-11-13T13:22:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:14,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d., hostname=bfeb2336aed7,36939,1731504112853, seqNum=2] 2024-11-13T13:22:14,351 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T13:22:14,447 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 379, reset compression=false 2024-11-13T13:22:14,450 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:14,450 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 526, reset compression=false 2024-11-13T13:22:14,450 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:14,471 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 503, reset compression=false 2024-11-13T13:22:14,474 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:14,474 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 607, reset compression=false 2024-11-13T13:22:14,474 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[{test/5005b8c1f18dfc228eff5b0250ccfa8d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:22:14,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:14,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:14,520 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:14,653 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 526, reset compression=false 2024-11-13T13:22:14,656 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:14,656 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 653, reset compression=false 2024-11-13T13:22:14,656 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:14,677 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 607, reset compression=false 2024-11-13T13:22:14,859 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 653, reset compression=false 2024-11-13T13:22:14,980 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 607, reset compression=false 2024-11-13T13:22:15,123 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:15,162 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 653, reset compression=false 2024-11-13T13:22:15,352 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T13:22:15,355 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T13:22:15,383 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 607, reset compression=false 2024-11-13T13:22:15,565 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 653, reset compression=false 2024-11-13T13:22:15,629 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:15,629 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 757, reset compression=false 2024-11-13T13:22:15,629 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[{test/3094198e651ab75d8fd802eed51e4e30/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T13:22:15,630 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:15,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T13:22:15,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:15,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:15,826 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:15,832 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 757, reset compression=false 2024-11-13T13:22:15,886 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 607, reset compression=false 2024-11-13T13:22:15,889 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:15,889 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 735, reset compression=false 2024-11-13T13:22:15,889 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:16,092 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 735, reset compression=false 2024-11-13T13:22:16,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:22:16,134 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 757, reset compression=false 2024-11-13T13:22:16,356 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T13:22:16,359 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T13:22:16,395 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 735, reset compression=false 2024-11-13T13:22:16,537 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 757, reset compression=false 2024-11-13T13:22:16,630 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 480, reset compression=false 2024-11-13T13:22:16,634 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:16,634 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:16,634 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45869,1731504106754 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cb74f7bbf5936825009445926f80e64/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T13:22:16,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:16,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:16,798 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 735, reset compression=false 2024-11-13T13:22:16,802 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:16,802 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 882, reset compression=false 2024-11-13T13:22:16,802 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[{test/5005b8c1f18dfc228eff5b0250ccfa8d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T13:22:16,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:16,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:16,837 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:17,005 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 882, reset compression=false 2024-11-13T13:22:17,040 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 757, reset compression=false 2024-11-13T13:22:17,043 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:17,043 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 927, reset compression=false 2024-11-13T13:22:17,043 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:17,140 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:17,246 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 927, reset compression=false 2024-11-13T13:22:17,308 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 882, reset compression=false 2024-11-13T13:22:17,360 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T13:22:17,363 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T13:22:17,543 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:17,548 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 927, reset compression=false 2024-11-13T13:22:17,710 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 882, reset compression=false 2024-11-13T13:22:17,714 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:17,714 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1041, reset compression=false 2024-11-13T13:22:17,714 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[{test/5005b8c1f18dfc228eff5b0250ccfa8d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T13:22:17,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:17,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:17,917 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1041, reset compression=false 2024-11-13T13:22:17,951 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 927, reset compression=false 2024-11-13T13:22:17,954 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:17,954 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1076, reset compression=false 2024-11-13T13:22:17,954 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:18,045 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:18,156 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1076, reset compression=false 2024-11-13T13:22:18,220 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1041, reset compression=false 2024-11-13T13:22:18,364 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T13:22:18,374 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T13:22:18,460 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1076, reset compression=false 2024-11-13T13:22:18,464 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:18,464 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1235, reset compression=false 2024-11-13T13:22:18,464 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[{test/3094198e651ab75d8fd802eed51e4e30/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T13:22:18,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T13:22:18,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T13:22:18,622 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1041, reset compression=false 2024-11-13T13:22:18,627 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:18,627 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:18,627 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:18,648 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:18,670 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1235, reset compression=false 2024-11-13T13:22:18,831 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:18,974 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1235, reset compression=false 2024-11-13T13:22:19,134 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:19,352 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:19,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T13:22:19,376 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1235, reset compression=false 2024-11-13T13:22:19,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:22:19,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:19,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:19,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:19,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:22:19,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=476589853, stopped=false 2024-11-13T13:22:19,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,35795,1731504117772 2024-11-13T13:22:19,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1552373048/running 2024-11-13T13:22:19,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1552373048/running 2024-11-13T13:22:19,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:19,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:19,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:19,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:19,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:19,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:19,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/running 2024-11-13T13:22:19,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,43807,1731504117942' ***** 2024-11-13T13:22:19,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:22:19,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Set watcher on znode that does not yet exist, /2-1552373048/running 2024-11-13T13:22:19,435 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:22:19,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:43807. 2024-11-13T13:22:19,436 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3094198e651ab75d8fd802eed51e4e30, disabling compactions & flushes 2024-11-13T13:22:19,436 DEBUG [RS:0;bfeb2336aed7:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:19,436 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:19,436 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:19,436 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:19,436 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. after waiting 0 ms 2024-11-13T13:22:19,436 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:22:19,436 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3094198e651ab75d8fd802eed51e4e30 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:22:19,436 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:22:19,437 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:22:19,437 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1325): Online Regions={3094198e651ab75d8fd802eed51e4e30=test,,1731504124703.3094198e651ab75d8fd802eed51e4e30., 1588230740=hbase:meta,,1.1588230740, 11427dd103300758dd00bf48341ac90c=hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.} 2024-11-13T13:22:19,437 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:19,437 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:19,437 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:19,437 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:19,437 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:19,437 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:19,437 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:22:19,451 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/f/425a74d94436401092002166384f96c0 is 29, key is row1/f:/1731504137361/DeleteFamily/seqid=0 2024-11-13T13:22:19,452 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/info/969f8ebd698847138f241b0049756cb7 is 147, key is hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c./info:regioninfo/1731504131404/Put/seqid=0 2024-11-13T13:22:19,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741840_1016 (size=5152) 2024-11-13T13:22:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741841_1017 (size=7686) 2024-11-13T13:22:19,456 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/info/969f8ebd698847138f241b0049756cb7 2024-11-13T13:22:19,471 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/ns/38a2d09e9ece40609251af5cc00e05dd is 43, key is default/ns:d/1731504121336/Put/seqid=0 2024-11-13T13:22:19,473 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:19,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741842_1018 (size=5153) 2024-11-13T13:22:19,536 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:19,637 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:19,837 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:19,855 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/f/425a74d94436401092002166384f96c0 2024-11-13T13:22:19,858 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 425a74d94436401092002166384f96c0 2024-11-13T13:22:19,874 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/f1/4a984deae4ab4be3a346e958f5ab4ec4 is 30, key is row1/f1:/1731504137361/DeleteFamily/seqid=0 2024-11-13T13:22:19,875 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/ns/38a2d09e9ece40609251af5cc00e05dd 2024-11-13T13:22:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741843_1019 (size=5158) 2024-11-13T13:22:19,880 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1235, reset compression=false 2024-11-13T13:22:19,883 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:19,883 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1482, reset compression=false 2024-11-13T13:22:19,883 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,43807,1731504117942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:19,884 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,43807,1731504117942: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,43807,1731504117942, walGroup=bfeb2336aed7%2C43807%2C1731504117942, offset=bfeb2336aed7%2C43807%2C1731504117942.1731504120385:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:43807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:22:19,885 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:22:19,885 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:22:19,885 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:22:19,885 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:22:19,885 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:22:19,885 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1430257664, "init": 1048576000, "max": 2306867200, "used": 871022752 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201823632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:22:19,886 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:35795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:35795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:22:19,891 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a3957c668847eb834923aabed97411 is 112, key is test,,1731504124703.3094198e651ab75d8fd802eed51e4e30./rep_barrier:seqnumDuringOpen/1731504125931/Put/seqid=0 2024-11-13T13:22:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741844_1020 (size=5518) 2024-11-13T13:22:20,037 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:20,039 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:20,089 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1482, reset compression=false 2024-11-13T13:22:20,155 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:20,237 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:20,278 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/f1/4a984deae4ab4be3a346e958f5ab4ec4 2024-11-13T13:22:20,281 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a984deae4ab4be3a346e958f5ab4ec4 2024-11-13T13:22:20,295 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a3957c668847eb834923aabed97411 2024-11-13T13:22:20,297 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/norep/c4c01373cecf4d1f8d455f2d4e34aee9 is 33, key is row2/norep:/1731504138365/DeleteFamily/seqid=0 2024-11-13T13:22:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741845_1021 (size=5108) 2024-11-13T13:22:20,311 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/table/1910a119f43a43a69415c9869ac0676b is 53, key is hbase:replication/table:state/1731504131410/Put/seqid=0 2024-11-13T13:22:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741846_1022 (size=5308) 2024-11-13T13:22:20,347 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:22:20,347 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:22:20,373 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-13T13:22:20,374 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T13:22:20,392 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1482, reset compression=false 2024-11-13T13:22:20,438 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:20,638 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c, 1588230740, 3094198e651ab75d8fd802eed51e4e30 2024-11-13T13:22:20,642 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:20,701 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/norep/c4c01373cecf4d1f8d455f2d4e34aee9 2024-11-13T13:22:20,754 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/table/1910a119f43a43a69415c9869ac0676b 2024-11-13T13:22:20,756 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4c01373cecf4d1f8d455f2d4e34aee9 2024-11-13T13:22:20,756 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/f/425a74d94436401092002166384f96c0 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/f/425a74d94436401092002166384f96c0 2024-11-13T13:22:20,758 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/info/969f8ebd698847138f241b0049756cb7 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/info/969f8ebd698847138f241b0049756cb7 2024-11-13T13:22:20,759 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 425a74d94436401092002166384f96c0 2024-11-13T13:22:20,760 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/f/425a74d94436401092002166384f96c0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T13:22:20,760 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/f1/4a984deae4ab4be3a346e958f5ab4ec4 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/f1/4a984deae4ab4be3a346e958f5ab4ec4 2024-11-13T13:22:20,761 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/info/969f8ebd698847138f241b0049756cb7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:22:20,762 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/ns/38a2d09e9ece40609251af5cc00e05dd as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/ns/38a2d09e9ece40609251af5cc00e05dd 2024-11-13T13:22:20,764 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a984deae4ab4be3a346e958f5ab4ec4 2024-11-13T13:22:20,764 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/f1/4a984deae4ab4be3a346e958f5ab4ec4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T13:22:20,765 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/.tmp/norep/c4c01373cecf4d1f8d455f2d4e34aee9 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/norep/c4c01373cecf4d1f8d455f2d4e34aee9 2024-11-13T13:22:20,765 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/ns/38a2d09e9ece40609251af5cc00e05dd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:22:20,766 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a3957c668847eb834923aabed97411 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/rep_barrier/c6a3957c668847eb834923aabed97411 2024-11-13T13:22:20,768 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4c01373cecf4d1f8d455f2d4e34aee9 2024-11-13T13:22:20,769 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/norep/c4c01373cecf4d1f8d455f2d4e34aee9, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T13:22:20,769 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/rep_barrier/c6a3957c668847eb834923aabed97411, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:22:20,769 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/.tmp/table/1910a119f43a43a69415c9869ac0676b as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/table/1910a119f43a43a69415c9869ac0676b 2024-11-13T13:22:20,769 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3094198e651ab75d8fd802eed51e4e30 in 1333ms, sequenceid=10, compaction requested=false 2024-11-13T13:22:20,773 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/default/test/3094198e651ab75d8fd802eed51e4e30/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T13:22:20,773 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/table/1910a119f43a43a69415c9869ac0676b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:22:20,773 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:20,773 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:20,773 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:20,773 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3094198e651ab75d8fd802eed51e4e30: Waiting for close lock at 1731504139436Running coprocessor pre-close hooks at 1731504139436Disabling compacts and flushes for region at 1731504139436Disabling writes for close at 1731504139436Obtaining lock to block concurrent updates at 1731504139436Preparing flush snapshotting stores in 3094198e651ab75d8fd802eed51e4e30 at 1731504139436Finished memstore snapshotting test,,1731504124703.3094198e651ab75d8fd802eed51e4e30., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731504139437 (+1 ms)Flushing stores of test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. at 1731504139437Flushing 3094198e651ab75d8fd802eed51e4e30/f: creating writer at 1731504139437Flushing 3094198e651ab75d8fd802eed51e4e30/f: appending metadata at 1731504139451 (+14 ms)Flushing 3094198e651ab75d8fd802eed51e4e30/f: closing flushed file at 1731504139451Flushing 3094198e651ab75d8fd802eed51e4e30/f1: creating writer at 1731504139858 (+407 ms)Flushing 3094198e651ab75d8fd802eed51e4e30/f1: appending metadata at 1731504139874 (+16 ms)Flushing 3094198e651ab75d8fd802eed51e4e30/f1: closing flushed file at 1731504139874Flushing 3094198e651ab75d8fd802eed51e4e30/norep: creating writer at 1731504140281 (+407 ms)Flushing 3094198e651ab75d8fd802eed51e4e30/norep: appending metadata at 1731504140296 (+15 ms)Flushing 3094198e651ab75d8fd802eed51e4e30/norep: closing flushed file at 1731504140297 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77189402: reopening flushed file at 1731504140756 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1f087a: reopening flushed file at 1731504140760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fdaf599: reopening flushed file at 1731504140764 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3094198e651ab75d8fd802eed51e4e30 in 1333ms, sequenceid=10, compaction requested=false at 1731504140769 (+5 ms)Writing region close event to WAL at 1731504140770 (+1 ms)Running coprocessor post-close hooks at 1731504140773 (+3 ms)Closed at 1731504140773 2024-11-13T13:22:20,773 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504124703.3094198e651ab75d8fd802eed51e4e30. 2024-11-13T13:22:20,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11427dd103300758dd00bf48341ac90c, disabling compactions & flushes 2024-11-13T13:22:20,774 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. after waiting 0 ms 2024-11-13T13:22:20,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11427dd103300758dd00bf48341ac90c: Waiting for close lock at 1731504140774Running coprocessor pre-close hooks at 1731504140774Disabling compacts and flushes for region at 1731504140774Disabling writes for close at 1731504140774Failed flush hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c., putting online again at 1731504140774 2024-11-13T13:22:20,774 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,774 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-13T13:22:20,778 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:22:20,778 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:20,778 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:22:20,778 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:20,778 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504139437Running coprocessor pre-close hooks at 1731504139437Disabling compacts and flushes for region at 1731504139437Disabling writes for close at 1731504139437Obtaining lock to block concurrent updates at 1731504139437Preparing flush snapshotting stores in 1588230740 at 1731504139437Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504139437Flushing stores of hbase:meta,,1.1588230740 at 1731504139437Flushing 1588230740/info: creating writer at 1731504139438 (+1 ms)Flushing 1588230740/info: appending metadata at 1731504139452 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731504139452Flushing 1588230740/ns: creating writer at 1731504139459 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731504139471 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731504139471Flushing 1588230740/rep_barrier: creating writer at 1731504139878 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504139891 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504139891Flushing 1588230740/table: creating writer at 1731504140298 (+407 ms)Flushing 1588230740/table: appending metadata at 1731504140311 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731504140311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16874257: reopening flushed file at 1731504140757 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e86842c: reopening flushed file at 1731504140761 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfb562f: reopening flushed file at 1731504140765 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aba7c8c: reopening flushed file at 1731504140769 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731504140774 (+5 ms)Writing region close event to WAL at 1731504140775 (+1 ms)Running coprocessor post-close hooks at 1731504140778 (+3 ms)Closed at 1731504140778 2024-11-13T13:22:20,778 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:20,795 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 1482, reset compression=false 2024-11-13T13:22:20,799 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:20,799 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 2126, reset compression=false 2024-11-13T13:22:20,838 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:22:20,838 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1325): Online Regions={11427dd103300758dd00bf48341ac90c=hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c.} 2024-11-13T13:22:20,838 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:20,838 DEBUG [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1351): Waiting on 11427dd103300758dd00bf48341ac90c 2024-11-13T13:22:20,838 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11427dd103300758dd00bf48341ac90c, disabling compactions & flushes 2024-11-13T13:22:20,838 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,838 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,838 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. after waiting 0 ms 2024-11-13T13:22:20,838 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:20,838 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11427dd103300758dd00bf48341ac90c: Waiting for close lock at 1731504140838Running coprocessor pre-close hooks at 1731504140838Disabling compacts and flushes for region at 1731504140838Disabling writes for close at 1731504140838Failed flush hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c., putting online again at 1731504140838 2024-11-13T13:22:20,839 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731504130174.11427dd103300758dd00bf48341ac90c. 2024-11-13T13:22:21,002 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 2126, reset compression=false 2024-11-13T13:22:21,038 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T13:22:21,038 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,43807,1731504117942; all regions closed. 2024-11-13T13:22:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:22:21,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.meta.1731504121286.meta not finished, retry = 0 2024-11-13T13:22:21,057 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741839_1015 (size=2171) 2024-11-13T13:22:21,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.rep.1731504131377 not finished, retry = 0 2024-11-13T13:22:21,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 not finished, retry = 0 2024-11-13T13:22:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741832_1008 (size=2134) 2024-11-13T13:22:21,304 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 to pos 2126, reset compression=false 2024-11-13T13:22:21,345 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:21,346 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:21,346 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:21,346 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/WALs/bfeb2336aed7,43807,1731504117942/bfeb2336aed7%2C43807%2C1731504117942.1731504120385 2024-11-13T13:22:21,346 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:22:21,346 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:22:21,346 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:22:21,347 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:22:21,347 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,43807,1731504117942 because: Region server is closing 2024-11-13T13:22:21,347 INFO [RS:0;bfeb2336aed7:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:43807. 2024-11-13T13:22:21,347 DEBUG [RS:0;bfeb2336aed7:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:21,347 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:21,347 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:21,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:21,448 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.shipperbfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 terminated 2024-11-13T13:22:21,448 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,43807,1731504117942.replicationSource.wal-reader.bfeb2336aed7%2C43807%2C1731504117942,1-bfeb2336aed7,43807,1731504117942 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T13:22:21,448 INFO [RS:0;bfeb2336aed7:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:43807. 2024-11-13T13:22:21,448 DEBUG [RS:0;bfeb2336aed7:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:21,448 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:21,448 DEBUG [RS:0;bfeb2336aed7:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:21,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:21,448 INFO [RS:0;bfeb2336aed7:43807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43807 2024-11-13T13:22:21,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1552373048/rs/bfeb2336aed7,43807,1731504117942 2024-11-13T13:22:21,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048/rs 2024-11-13T13:22:21,496 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:22:21,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,43807,1731504117942] 2024-11-13T13:22:21,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1552373048/draining/bfeb2336aed7,43807,1731504117942 already deleted, retry=false 2024-11-13T13:22:21,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,43807,1731504117942 expired; onlineServers=0 2024-11-13T13:22:21,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,35795,1731504117772' ***** 2024-11-13T13:22:21,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:22:21,518 INFO [M:0;bfeb2336aed7:35795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:21,518 INFO [M:0;bfeb2336aed7:35795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:22:21,518 DEBUG [M:0;bfeb2336aed7:35795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:22:21,518 DEBUG [M:0;bfeb2336aed7:35795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:22:21,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:22:21,518 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504120094 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504120094,5,FailOnTimeoutGroup] 2024-11-13T13:22:21,518 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504120094 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504120094,5,FailOnTimeoutGroup] 2024-11-13T13:22:21,518 INFO [M:0;bfeb2336aed7:35795 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:22:21,518 INFO [M:0;bfeb2336aed7:35795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:22:21,518 DEBUG [M:0;bfeb2336aed7:35795 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:22:21,518 INFO [M:0;bfeb2336aed7:35795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:22:21,518 INFO [M:0;bfeb2336aed7:35795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:21,519 INFO [M:0;bfeb2336aed7:35795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:22:21,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:22:21,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1552373048/master 2024-11-13T13:22:21,528 DEBUG [M:0;bfeb2336aed7:35795 {}] zookeeper.ZKUtil(347): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Unable to get data of znode /2-1552373048/master because node does not exist (not an error) 2024-11-13T13:22:21,528 WARN [M:0;bfeb2336aed7:35795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:22:21,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1552373048 2024-11-13T13:22:21,538 INFO [M:0;bfeb2336aed7:35795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/.lastflushedseqids 2024-11-13T13:22:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741847_1023 (size=245) 2024-11-13T13:22:21,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:21,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101345bdf300007, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:21,607 INFO [RS:0;bfeb2336aed7:43807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:22:21,607 INFO [RS:0;bfeb2336aed7:43807 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,43807,1731504117942; zookeeper connection closed. 2024-11-13T13:22:21,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f37dbf7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f37dbf7 2024-11-13T13:22:21,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:22:21,942 INFO [M:0;bfeb2336aed7:35795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:22:21,942 INFO [M:0;bfeb2336aed7:35795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:22:21,942 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:21,942 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:21,942 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:21,942 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:21,942 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:21,943 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T13:22:21,958 DEBUG [M:0;bfeb2336aed7:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4df2a282f70c4433ab64b09675061fd8 is 82, key is hbase:meta,,1/info:regioninfo/1731504121318/Put/seqid=0 2024-11-13T13:22:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741848_1024 (size=5672) 2024-11-13T13:22:22,060 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:22,148 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:22,298 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:22:22,362 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4df2a282f70c4433ab64b09675061fd8 2024-11-13T13:22:22,377 DEBUG [M:0;bfeb2336aed7:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/197261c7ff4d466d8903b5a27c2d64eb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504131413/Put/seqid=0 2024-11-13T13:22:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741849_1025 (size=8516) 2024-11-13T13:22:22,381 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/197261c7ff4d466d8903b5a27c2d64eb 2024-11-13T13:22:22,398 DEBUG [M:0;bfeb2336aed7:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe9b76834ab54054867d0171db4d5e85 is 69, key is bfeb2336aed7,43807,1731504117942/rs:state/1731504120205/Put/seqid=0 2024-11-13T13:22:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741850_1026 (size=5156) 2024-11-13T13:22:22,802 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe9b76834ab54054867d0171db4d5e85 2024-11-13T13:22:22,806 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4df2a282f70c4433ab64b09675061fd8 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4df2a282f70c4433ab64b09675061fd8 2024-11-13T13:22:22,809 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4df2a282f70c4433ab64b09675061fd8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T13:22:22,809 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/197261c7ff4d466d8903b5a27c2d64eb as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/197261c7ff4d466d8903b5a27c2d64eb 2024-11-13T13:22:22,812 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/197261c7ff4d466d8903b5a27c2d64eb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T13:22:22,813 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe9b76834ab54054867d0171db4d5e85 as hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe9b76834ab54054867d0171db4d5e85 2024-11-13T13:22:22,815 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37785/user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe9b76834ab54054867d0171db4d5e85, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T13:22:22,816 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false 2024-11-13T13:22:22,817 INFO [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:22,817 DEBUG [M:0;bfeb2336aed7:35795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504141942Disabling compacts and flushes for region at 1731504141942Disabling writes for close at 1731504141942Obtaining lock to block concurrent updates at 1731504141943 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504141943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731504141943Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504141943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504141943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504141958 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504141958Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504142365 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504142377 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504142377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504142384 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504142398 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504142398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c7094c: reopening flushed file at 1731504142805 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234671b9: reopening flushed file at 1731504142809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f016347: reopening flushed file at 1731504142812 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false at 1731504142816 (+4 ms)Writing region close event to WAL at 1731504142817 (+1 ms)Closed at 1731504142817 2024-11-13T13:22:22,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42283 is added to blk_1073741830_1006 (size=63654) 2024-11-13T13:22:22,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/013a8284-5af0-ae4b-31e1-31e40fdea78b/MasterData/WALs/bfeb2336aed7,35795,1731504117772/bfeb2336aed7%2C35795%2C1731504117772.1731504119841 not finished, retry = 0 2024-11-13T13:22:22,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:22:22,919 INFO [M:0;bfeb2336aed7:35795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:22:22,919 INFO [M:0;bfeb2336aed7:35795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35795 2024-11-13T13:22:22,920 INFO [M:0;bfeb2336aed7:35795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:22:23,052 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:23,070 INFO [M:0;bfeb2336aed7:35795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:22:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101345bdf300006, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:23,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7460debc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:23,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bac80cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:22:23,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:22:23,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd7fe35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:22:23,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280835f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir/,STOPPED} 2024-11-13T13:22:23,112 WARN [BP-561430975-172.17.0.2-1731504115820 heartbeating to localhost/127.0.0.1:37785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:22:23,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:22:23,112 WARN [BP-561430975-172.17.0.2-1731504115820 heartbeating to localhost/127.0.0.1:37785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-561430975-172.17.0.2-1731504115820 (Datanode Uuid 172a8c39-bfe3-4946-888e-f5b92a5c414e) service to localhost/127.0.0.1:37785 2024-11-13T13:22:23,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:22:23,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/cluster_925f74f5-b78b-5790-7893-148267ea38d1/data/data1/current/BP-561430975-172.17.0.2-1731504115820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:22:23,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/cluster_925f74f5-b78b-5790-7893-148267ea38d1/data/data2/current/BP-561430975-172.17.0.2-1731504115820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:22:23,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:22:23,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7afc091b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:23,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14ec4868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:22:23,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:22:23,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f55cc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:22:23,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d87fed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir/,STOPPED} 2024-11-13T13:22:23,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:22:23,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:22:23,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:23,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:23,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:23,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:23,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:23,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:22:23,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1454275655, stopped=false 2024-11-13T13:22:23,135 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,42953,1731504112707 2024-11-13T13:22:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597266887/running 2024-11-13T13:22:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597266887/running 2024-11-13T13:22:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:22:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:22:23,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:23,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:23,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:23,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:23,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/running 2024-11-13T13:22:23,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,36939,1731504112853' ***** 2024-11-13T13:22:23,150 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:22:23,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Set watcher on znode that does not yet exist, /1-597266887/running 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:22:23,150 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:22:23,150 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(3091): Received CLOSE for 5005b8c1f18dfc228eff5b0250ccfa8d 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(3091): Received CLOSE for a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,36939,1731504112853 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:23,150 INFO [RS:0;bfeb2336aed7:36939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:36939. 2024-11-13T13:22:23,150 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5005b8c1f18dfc228eff5b0250ccfa8d, disabling compactions & flushes 2024-11-13T13:22:23,151 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:23,151 DEBUG [RS:0;bfeb2336aed7:36939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:23,151 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. after waiting 0 ms 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:23,151 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:22:23,151 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:22:23,151 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:22:23,151 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:22:23,151 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5005b8c1f18dfc228eff5b0250ccfa8d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T13:22:23,151 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:22:23,151 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5005b8c1f18dfc228eff5b0250ccfa8d=test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d., a02303ada9de2cdb27f4129be47ffcce=hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce.} 2024-11-13T13:22:23,151 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5005b8c1f18dfc228eff5b0250ccfa8d, a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:23,151 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:23,151 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:23,151 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:22:23,163 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:23,164 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/f/b5873ff7c6c341a79b48bc0efac8216f is 29, key is row1/f:/1731504137361/DeleteFamily/seqid=0 2024-11-13T13:22:23,167 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/info/f68d592d4bc34cb0acb3844320ee2e1e is 147, key is hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce./info:regioninfo/1731504129177/Put/seqid=0 2024-11-13T13:22:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741840_1016 (size=5152) 2024-11-13T13:22:23,172 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/f/b5873ff7c6c341a79b48bc0efac8216f 2024-11-13T13:22:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741841_1017 (size=7686) 2024-11-13T13:22:23,176 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5873ff7c6c341a79b48bc0efac8216f 2024-11-13T13:22:23,192 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/f1/fa9b72cac49f4968bf29dfcb3140715e is 30, key is row1/f1:/1731504137361/DeleteFamily/seqid=0 2024-11-13T13:22:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741842_1018 (size=5158) 2024-11-13T13:22:23,351 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5005b8c1f18dfc228eff5b0250ccfa8d, a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:23,551 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5005b8c1f18dfc228eff5b0250ccfa8d, a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:23,575 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/info/f68d592d4bc34cb0acb3844320ee2e1e 2024-11-13T13:22:23,591 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/ns/a1ce83bbf6c04e7eac207da1d1459e0a is 43, key is default/ns:d/1731504115693/Put/seqid=0 2024-11-13T13:22:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741843_1019 (size=5153) 2024-11-13T13:22:23,595 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/f1/fa9b72cac49f4968bf29dfcb3140715e 2024-11-13T13:22:23,598 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa9b72cac49f4968bf29dfcb3140715e 2024-11-13T13:22:23,611 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/norep/7de57d1487204aaea935fd4f54abaeca is 33, key is row1/norep:/1731504137361/DeleteFamily/seqid=0 2024-11-13T13:22:23,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741844_1020 (size=5108) 2024-11-13T13:22:23,751 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5005b8c1f18dfc228eff5b0250ccfa8d, a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:23,928 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:22:23,928 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:22:23,952 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5005b8c1f18dfc228eff5b0250ccfa8d, a02303ada9de2cdb27f4129be47ffcce 2024-11-13T13:22:23,994 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/ns/a1ce83bbf6c04e7eac207da1d1459e0a 2024-11-13T13:22:24,014 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/9af059220a0e4f01bb8edeab5f867376 is 112, key is test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d./rep_barrier:seqnumDuringOpen/1731504123679/Put/seqid=0 2024-11-13T13:22:24,014 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/norep/7de57d1487204aaea935fd4f54abaeca 2024-11-13T13:22:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741845_1021 (size=5518) 2024-11-13T13:22:24,018 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de57d1487204aaea935fd4f54abaeca 2024-11-13T13:22:24,018 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/f/b5873ff7c6c341a79b48bc0efac8216f as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/f/b5873ff7c6c341a79b48bc0efac8216f 2024-11-13T13:22:24,022 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5873ff7c6c341a79b48bc0efac8216f 2024-11-13T13:22:24,022 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/f/b5873ff7c6c341a79b48bc0efac8216f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T13:22:24,022 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/f1/fa9b72cac49f4968bf29dfcb3140715e as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/f1/fa9b72cac49f4968bf29dfcb3140715e 2024-11-13T13:22:24,026 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa9b72cac49f4968bf29dfcb3140715e 2024-11-13T13:22:24,026 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/f1/fa9b72cac49f4968bf29dfcb3140715e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T13:22:24,026 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/.tmp/norep/7de57d1487204aaea935fd4f54abaeca as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/norep/7de57d1487204aaea935fd4f54abaeca 2024-11-13T13:22:24,030 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de57d1487204aaea935fd4f54abaeca 2024-11-13T13:22:24,030 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/norep/7de57d1487204aaea935fd4f54abaeca, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T13:22:24,031 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5005b8c1f18dfc228eff5b0250ccfa8d in 879ms, sequenceid=10, compaction requested=false 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/default/test/5005b8c1f18dfc228eff5b0250ccfa8d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:24,034 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5005b8c1f18dfc228eff5b0250ccfa8d: Waiting for close lock at 1731504143150Running coprocessor pre-close hooks at 1731504143150Disabling compacts and flushes for region at 1731504143150Disabling writes for close at 1731504143151 (+1 ms)Obtaining lock to block concurrent updates at 1731504143151Preparing flush snapshotting stores in 5005b8c1f18dfc228eff5b0250ccfa8d at 1731504143151Finished memstore snapshotting test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731504143151Flushing stores of test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. at 1731504143151Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/f: creating writer at 1731504143151Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/f: appending metadata at 1731504143163 (+12 ms)Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/f: closing flushed file at 1731504143163Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/f1: creating writer at 1731504143176 (+13 ms)Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/f1: appending metadata at 1731504143191 (+15 ms)Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/f1: closing flushed file at 1731504143191Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/norep: creating writer at 1731504143598 (+407 ms)Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/norep: appending metadata at 1731504143610 (+12 ms)Flushing 5005b8c1f18dfc228eff5b0250ccfa8d/norep: closing flushed file at 1731504143610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539a08f: reopening flushed file at 1731504144018 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7083b055: reopening flushed file at 1731504144022 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb283a1: reopening flushed file at 1731504144026 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5005b8c1f18dfc228eff5b0250ccfa8d in 879ms, sequenceid=10, compaction requested=false at 1731504144031 (+5 ms)Writing region close event to WAL at 1731504144031Running coprocessor post-close hooks at 1731504144034 (+3 ms)Closed at 1731504144034 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504122543.5005b8c1f18dfc228eff5b0250ccfa8d. 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a02303ada9de2cdb27f4129be47ffcce, disabling compactions & flushes 2024-11-13T13:22:24,034 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. after waiting 0 ms 2024-11-13T13:22:24,034 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:24,034 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a02303ada9de2cdb27f4129be47ffcce 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T13:22:24,048 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/.tmp/queue/92de47d7461549eda2d1cabfa611039e is 154, key is 1-bfeb2336aed7,36939,1731504112853/queue:bfeb2336aed7%2C36939%2C1731504112853/1731504138628/Put/seqid=0 2024-11-13T13:22:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741846_1022 (size=5353) 2024-11-13T13:22:24,051 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/.tmp/queue/92de47d7461549eda2d1cabfa611039e 2024-11-13T13:22:24,054 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/.tmp/queue/92de47d7461549eda2d1cabfa611039e as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/queue/92de47d7461549eda2d1cabfa611039e 2024-11-13T13:22:24,055 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 1191, reset compression=false 2024-11-13T13:22:24,059 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/queue/92de47d7461549eda2d1cabfa611039e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T13:22:24,059 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:24,060 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 2082, reset compression=false 2024-11-13T13:22:24,060 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,36939,1731504112853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:24,060 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a02303ada9de2cdb27f4129be47ffcce in 26ms, sequenceid=12, compaction requested=false 2024-11-13T13:22:24,060 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,36939,1731504112853: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,36939,1731504112853, walGroup=bfeb2336aed7%2C36939%2C1731504112853, offset=bfeb2336aed7%2C36939%2C1731504112853.1731504115054:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:36939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:22:24,061 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:22:24,061 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:22:24,061 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:22:24,062 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:22:24,062 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:22:24,062 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1430257664, "init": 1048576000, "max": 2306867200, "used": 959103136 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202264232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:22:24,062 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:42953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:42953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:22:24,065 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/replication/a02303ada9de2cdb27f4129be47ffcce/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T13:22:24,065 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:24,065 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:22:24,065 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:24,065 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a02303ada9de2cdb27f4129be47ffcce: Waiting for close lock at 1731504144034Running coprocessor pre-close hooks at 1731504144034Disabling compacts and flushes for region at 1731504144034Disabling writes for close at 1731504144034Obtaining lock to block concurrent updates at 1731504144034Preparing flush snapshotting stores in a02303ada9de2cdb27f4129be47ffcce at 1731504144034Finished memstore snapshotting hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731504144035 (+1 ms)Flushing stores of hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. at 1731504144035Flushing a02303ada9de2cdb27f4129be47ffcce/queue: creating writer at 1731504144035Flushing a02303ada9de2cdb27f4129be47ffcce/queue: appending metadata at 1731504144047 (+12 ms)Flushing a02303ada9de2cdb27f4129be47ffcce/queue: closing flushed file at 1731504144047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b70d296: reopening flushed file at 1731504144054 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a02303ada9de2cdb27f4129be47ffcce in 26ms, sequenceid=12, compaction requested=false at 1731504144060 (+6 ms)Writing region close event to WAL at 1731504144063 (+3 ms)Running coprocessor post-close hooks at 1731504144065 (+2 ms)Closed at 1731504144065 2024-11-13T13:22:24,065 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504128024.a02303ada9de2cdb27f4129be47ffcce. 2024-11-13T13:22:24,152 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:22:24,152 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:22:24,152 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:22:24,264 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 2082, reset compression=false 2024-11-13T13:22:24,352 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:22:24,367 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:24,417 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/9af059220a0e4f01bb8edeab5f867376 2024-11-13T13:22:24,433 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/table/d218d06225ac4a0cbe597468a9a2edea is 53, key is hbase:replication/table:state/1731504129183/Put/seqid=0 2024-11-13T13:22:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741847_1023 (size=5308) 2024-11-13T13:22:24,552 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:22:24,566 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 2082, reset compression=false 2024-11-13T13:22:24,752 DEBUG [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:22:24,837 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/table/d218d06225ac4a0cbe597468a9a2edea 2024-11-13T13:22:24,840 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/info/f68d592d4bc34cb0acb3844320ee2e1e as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/info/f68d592d4bc34cb0acb3844320ee2e1e 2024-11-13T13:22:24,843 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/info/f68d592d4bc34cb0acb3844320ee2e1e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:22:24,844 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/ns/a1ce83bbf6c04e7eac207da1d1459e0a as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/ns/a1ce83bbf6c04e7eac207da1d1459e0a 2024-11-13T13:22:24,847 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/ns/a1ce83bbf6c04e7eac207da1d1459e0a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:22:24,848 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/9af059220a0e4f01bb8edeab5f867376 as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/rep_barrier/9af059220a0e4f01bb8edeab5f867376 2024-11-13T13:22:24,851 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/rep_barrier/9af059220a0e4f01bb8edeab5f867376, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:22:24,851 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/.tmp/table/d218d06225ac4a0cbe597468a9a2edea as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/table/d218d06225ac4a0cbe597468a9a2edea 2024-11-13T13:22:24,855 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/table/d218d06225ac4a0cbe597468a9a2edea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:22:24,855 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-13T13:22:24,855 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:22:24,859 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:22:24,859 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:24,859 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:22:24,859 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:24,859 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504143151Running coprocessor pre-close hooks at 1731504143151Disabling compacts and flushes for region at 1731504143151Disabling writes for close at 1731504143151Obtaining lock to block concurrent updates at 1731504143151Preparing flush snapshotting stores in 1588230740 at 1731504143151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504143151Flushing stores of hbase:meta,,1.1588230740 at 1731504143152 (+1 ms)Flushing 1588230740/info: creating writer at 1731504143152Flushing 1588230740/info: appending metadata at 1731504143166 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731504143166Flushing 1588230740/ns: creating writer at 1731504143579 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731504143590 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731504143591 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731504143998 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504144013 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504144013Flushing 1588230740/table: creating writer at 1731504144421 (+408 ms)Flushing 1588230740/table: appending metadata at 1731504144433 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731504144433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75eaef4: reopening flushed file at 1731504144840 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175d85fb: reopening flushed file at 1731504144843 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1331be71: reopening flushed file at 1731504144847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9d8a81: reopening flushed file at 1731504144851 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731504144855 (+4 ms)Writing region close event to WAL at 1731504144857 (+2 ms)Running coprocessor post-close hooks at 1731504144859 (+2 ms)Closed at 1731504144859 2024-11-13T13:22:24,860 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:24,952 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,36939,1731504112853; all regions closed. 2024-11-13T13:22:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:22:24,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.rep.1731504129151 not finished, retry = 0 2024-11-13T13:22:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741839_1015 (size=3114) 2024-11-13T13:22:24,969 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 to pos 2082, reset compression=false 2024-11-13T13:22:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741833_1009 (size=2090) 2024-11-13T13:22:25,058 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/WALs/bfeb2336aed7,36939,1731504112853/bfeb2336aed7%2C36939%2C1731504112853.1731504115054 not finished, retry = 0 2024-11-13T13:22:25,159 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:25,159 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:25,159 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:22:25,159 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:22:25,159 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:22:25,159 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:22:25,159 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,36939,1731504112853 because: Region server is closing 2024-11-13T13:22:25,160 INFO [RS:0;bfeb2336aed7:36939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:36939. 2024-11-13T13:22:25,160 DEBUG [RS:0;bfeb2336aed7:36939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:25,160 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:25,160 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:25,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:25,260 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.shipperbfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 terminated 2024-11-13T13:22:25,260 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,36939,1731504112853.replicationSource.wal-reader.bfeb2336aed7%2C36939%2C1731504112853,1-bfeb2336aed7,36939,1731504112853 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:22:25,260 INFO [RS:0;bfeb2336aed7:36939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:36939. 2024-11-13T13:22:25,260 DEBUG [RS:0;bfeb2336aed7:36939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:25,260 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:25,260 DEBUG [RS:0;bfeb2336aed7:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:25,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:25,260 INFO [RS:0;bfeb2336aed7:36939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36939 2024-11-13T13:22:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597266887/rs/bfeb2336aed7,36939,1731504112853 2024-11-13T13:22:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887/rs 2024-11-13T13:22:25,328 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:22:25,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,36939,1731504112853] 2024-11-13T13:22:25,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-597266887/draining/bfeb2336aed7,36939,1731504112853 already deleted, retry=false 2024-11-13T13:22:25,391 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,36939,1731504112853 expired; onlineServers=0 2024-11-13T13:22:25,391 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,42953,1731504112707' ***** 2024-11-13T13:22:25,391 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:22:25,391 INFO [M:0;bfeb2336aed7:42953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:25,391 INFO [M:0;bfeb2336aed7:42953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:22:25,391 DEBUG [M:0;bfeb2336aed7:42953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:22:25,391 DEBUG [M:0;bfeb2336aed7:42953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:22:25,391 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:22:25,391 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504114851 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504114851,5,FailOnTimeoutGroup] 2024-11-13T13:22:25,391 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504114852 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504114852,5,FailOnTimeoutGroup] 2024-11-13T13:22:25,391 INFO [M:0;bfeb2336aed7:42953 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:22:25,391 INFO [M:0;bfeb2336aed7:42953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:22:25,391 DEBUG [M:0;bfeb2336aed7:42953 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:22:25,391 INFO [M:0;bfeb2336aed7:42953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:22:25,392 INFO [M:0;bfeb2336aed7:42953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:25,392 INFO [M:0;bfeb2336aed7:42953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:22:25,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:22:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597266887/master 2024-11-13T13:22:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597266887 2024-11-13T13:22:25,401 DEBUG [M:0;bfeb2336aed7:42953 {}] zookeeper.ZKUtil(347): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Unable to get data of znode /1-597266887/master because node does not exist (not an error) 2024-11-13T13:22:25,401 WARN [M:0;bfeb2336aed7:42953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:22:25,402 INFO [M:0;bfeb2336aed7:42953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/.lastflushedseqids 2024-11-13T13:22:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741848_1024 (size=245) 2024-11-13T13:22:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:25,472 INFO [RS:0;bfeb2336aed7:36939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:22:25,472 INFO [RS:0;bfeb2336aed7:36939 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,36939,1731504112853; zookeeper connection closed. 2024-11-13T13:22:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x101345bdf300004, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:25,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3811043f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3811043f 2024-11-13T13:22:25,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:22:25,670 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:25,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,806 INFO [M:0;bfeb2336aed7:42953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:22:25,806 INFO [M:0;bfeb2336aed7:42953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:22:25,806 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:25,806 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:25,806 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:25,806 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:25,806 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:25,806 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T13:22:25,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:25,823 DEBUG [M:0;bfeb2336aed7:42953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce9ac348aa14416ca1e03b75f0bc3005 is 82, key is hbase:meta,,1/info:regioninfo/1731504115681/Put/seqid=0 2024-11-13T13:22:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741849_1025 (size=5672) 2024-11-13T13:22:26,227 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce9ac348aa14416ca1e03b75f0bc3005 2024-11-13T13:22:26,243 DEBUG [M:0;bfeb2336aed7:42953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9757bb25ff84433ea15395bf1f7000e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504129185/Put/seqid=0 2024-11-13T13:22:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741850_1026 (size=8515) 2024-11-13T13:22:26,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:26,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:26,646 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9757bb25ff84433ea15395bf1f7000e5 2024-11-13T13:22:26,661 DEBUG [M:0;bfeb2336aed7:42953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c908ecef5b5416b8fe64385f91dca2a is 69, key is bfeb2336aed7,36939,1731504112853/rs:state/1731504114911/Put/seqid=0 2024-11-13T13:22:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741851_1027 (size=5156) 2024-11-13T13:22:27,065 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c908ecef5b5416b8fe64385f91dca2a 2024-11-13T13:22:27,068 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce9ac348aa14416ca1e03b75f0bc3005 as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce9ac348aa14416ca1e03b75f0bc3005 2024-11-13T13:22:27,072 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce9ac348aa14416ca1e03b75f0bc3005, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T13:22:27,072 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9757bb25ff84433ea15395bf1f7000e5 as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9757bb25ff84433ea15395bf1f7000e5 2024-11-13T13:22:27,073 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.1731504109066 to pos 636, reset compression=false 2024-11-13T13:22:27,076 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9757bb25ff84433ea15395bf1f7000e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T13:22:27,076 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c908ecef5b5416b8fe64385f91dca2a as hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c908ecef5b5416b8fe64385f91dca2a 2024-11-13T13:22:27,080 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34873/user/jenkins/test-data/93296feb-8f11-8265-415f-d3f998532eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c908ecef5b5416b8fe64385f91dca2a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T13:22:27,081 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-13T13:22:27,082 INFO [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:27,082 DEBUG [M:0;bfeb2336aed7:42953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504145806Disabling compacts and flushes for region at 1731504145806Disabling writes for close at 1731504145806Obtaining lock to block concurrent updates at 1731504145806Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504145806Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731504145807 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504145807Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504145807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504145823 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504145823Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504146230 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504146243 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504146243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504146650 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504146661 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504146661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dffc43d: reopening flushed file at 1731504147068 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8430ae: reopening flushed file at 1731504147072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555a1b7e: reopening flushed file at 1731504147076 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731504147081 (+5 ms)Writing region close event to WAL at 1731504147082 (+1 ms)Closed at 1731504147082 2024-11-13T13:22:27,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741830_1006 (size=63642) 2024-11-13T13:22:27,084 INFO [M:0;bfeb2336aed7:42953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:22:27,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:22:27,084 INFO [M:0;bfeb2336aed7:42953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42953 2024-11-13T13:22:27,085 INFO [M:0;bfeb2336aed7:42953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:22:27,252 INFO [M:0;bfeb2336aed7:42953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:22:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42953-0x101345bdf300003, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:27,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71120f6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:27,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1008190d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:22:27,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:22:27,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54913be0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:22:27,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c24b891{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir/,STOPPED} 2024-11-13T13:22:27,291 WARN [BP-397242540-172.17.0.2-1731504110346 heartbeating to localhost/127.0.0.1:34873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:22:27,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:22:27,291 WARN [BP-397242540-172.17.0.2-1731504110346 heartbeating to localhost/127.0.0.1:34873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397242540-172.17.0.2-1731504110346 (Datanode Uuid 0eb62efc-c967-4baf-ba9c-28cbb1c80477) service to localhost/127.0.0.1:34873 2024-11-13T13:22:27,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:22:27,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/cluster_2d68a2de-df39-fbd4-91b6-c3226cc748c4/data/data1/current/BP-397242540-172.17.0.2-1731504110346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:22:27,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:22:27,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/cluster_2d68a2de-df39-fbd4-91b6-c3226cc748c4/data/data2/current/BP-397242540-172.17.0.2-1731504110346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:22:27,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47aabfb4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:27,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@104c6011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:22:27,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:22:27,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190d26c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:22:27,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53d9711d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12f15f1f-7e3e-e446-2d5c-1ea0b45efa43/hadoop.log.dir/,STOPPED} 2024-11-13T13:22:27,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:22:27,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:22:27,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:27,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:27,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:27,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:27,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:27,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:22:27,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2098360718, stopped=false 2024-11-13T13:22:27,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,36533,1731504106542 2024-11-13T13:22:27,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0557808773/running 2024-11-13T13:22:27,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:22:27,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:27,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:27,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:27,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:27,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,45869,1731504106754' ***** 2024-11-13T13:22:27,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:22:27,339 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:22:27,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:22:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0557808773/running 2024-11-13T13:22:27,340 INFO [RS:0;bfeb2336aed7:45869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:22:27,340 INFO [RS:0;bfeb2336aed7:45869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:22:27,340 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(3091): Received CLOSE for 58358139670ac7f8bd0d717f5e28db6a 2024-11-13T13:22:27,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/running 2024-11-13T13:22:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:22:27,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Set watcher on znode that does not yet exist, /0557808773/running 2024-11-13T13:22:27,344 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:27,344 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,45869,1731504106754 2024-11-13T13:22:27,344 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58358139670ac7f8bd0d717f5e28db6a, disabling compactions & flushes 2024-11-13T13:22:27,344 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:27,344 INFO [RS:0;bfeb2336aed7:45869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45869. 2024-11-13T13:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. after waiting 0 ms 2024-11-13T13:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:27,344 DEBUG [RS:0;bfeb2336aed7:45869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:27,344 DEBUG [RS:0;bfeb2336aed7:45869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:27,344 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58358139670ac7f8bd0d717f5e28db6a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T13:22:27,345 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:22:27,345 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:22:27,345 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:22:27,345 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:22:27,345 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:22:27,345 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1325): Online Regions={58358139670ac7f8bd0d717f5e28db6a=hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a., 6cb74f7bbf5936825009445926f80e64=test,,1731504121406.6cb74f7bbf5936825009445926f80e64., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:22:27,345 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58358139670ac7f8bd0d717f5e28db6a, 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:27,345 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:27,345 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:27,346 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:27,346 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:27,346 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:27,346 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:22:27,364 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/.tmp/queue/8562211be2d04bcd9f9338688213cd3a is 153, key is 1-bfeb2336aed7,45869,1731504106754/queue:bfeb2336aed7%2C45869%2C1731504106754/1731504136638/Put/seqid=0 2024-11-13T13:22:27,368 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:27,377 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/info/ec493720ff2a45b38bc837e2cc2ceabd is 147, key is hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a./info:regioninfo/1731504127291/Put/seqid=0 2024-11-13T13:22:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741840_1016 (size=5352) 2024-11-13T13:22:27,388 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/.tmp/queue/8562211be2d04bcd9f9338688213cd3a 2024-11-13T13:22:27,411 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/.tmp/queue/8562211be2d04bcd9f9338688213cd3a as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/queue/8562211be2d04bcd9f9338688213cd3a 2024-11-13T13:22:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741841_1017 (size=7686) 2024-11-13T13:22:27,416 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/info/ec493720ff2a45b38bc837e2cc2ceabd 2024-11-13T13:22:27,420 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/queue/8562211be2d04bcd9f9338688213cd3a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T13:22:27,421 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 58358139670ac7f8bd0d717f5e28db6a in 77ms, sequenceid=8, compaction requested=false 2024-11-13T13:22:27,421 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:22:27,441 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/replication/58358139670ac7f8bd0d717f5e28db6a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:22:27,442 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58358139670ac7f8bd0d717f5e28db6a: Waiting for close lock at 1731504147344Running coprocessor pre-close hooks at 1731504147344Disabling compacts and flushes for region at 1731504147344Disabling writes for close at 1731504147344Obtaining lock to block concurrent updates at 1731504147344Preparing flush snapshotting stores in 58358139670ac7f8bd0d717f5e28db6a at 1731504147344Finished memstore snapshotting hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731504147345 (+1 ms)Flushing stores of hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. at 1731504147346 (+1 ms)Flushing 58358139670ac7f8bd0d717f5e28db6a/queue: creating writer at 1731504147346Flushing 58358139670ac7f8bd0d717f5e28db6a/queue: appending metadata at 1731504147363 (+17 ms)Flushing 58358139670ac7f8bd0d717f5e28db6a/queue: closing flushed file at 1731504147364 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7590be79: reopening flushed file at 1731504147410 (+46 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 58358139670ac7f8bd0d717f5e28db6a in 77ms, sequenceid=8, compaction requested=false at 1731504147421 (+11 ms)Writing region close event to WAL at 1731504147432 (+11 ms)Running coprocessor post-close hooks at 1731504147442 (+10 ms)Closed at 1731504147442 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504126881.58358139670ac7f8bd0d717f5e28db6a. 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cb74f7bbf5936825009445926f80e64, disabling compactions & flushes 2024-11-13T13:22:27,442 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504121406.6cb74f7bbf5936825009445926f80e64. after waiting 0 ms 2024-11-13T13:22:27,442 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:27,443 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cb74f7bbf5936825009445926f80e64 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T13:22:27,448 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/ns/cb7b289d05c844cebaa5868f5f370325 is 43, key is default/ns:d/1731504110238/Put/seqid=0 2024-11-13T13:22:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741842_1018 (size=5153) 2024-11-13T13:22:27,491 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/f/57fa3118e288449eadd11f36e1c39ebf is 28, key is row/f:/1731504136357/DeleteFamily/seqid=0 2024-11-13T13:22:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741843_1019 (size=5085) 2024-11-13T13:22:27,525 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/f/57fa3118e288449eadd11f36e1c39ebf 2024-11-13T13:22:27,529 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57fa3118e288449eadd11f36e1c39ebf 2024-11-13T13:22:27,545 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:27,546 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/f1/79b2687717924e338606bb8d27926c0c is 29, key is row/f1:/1731504136357/DeleteFamily/seqid=0 2024-11-13T13:22:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741844_1020 (size=5089) 2024-11-13T13:22:27,745 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:27,856 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/ns/cb7b289d05c844cebaa5868f5f370325 2024-11-13T13:22:27,896 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/rep_barrier/e467aff51a124c2b9563578cbb3a462a is 112, key is test,,1731504121406.6cb74f7bbf5936825009445926f80e64./rep_barrier:seqnumDuringOpen/1731504122145/Put/seqid=0 2024-11-13T13:22:27,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741845_1021 (size=5518) 2024-11-13T13:22:27,910 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/rep_barrier/e467aff51a124c2b9563578cbb3a462a 2024-11-13T13:22:27,939 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:22:27,939 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:22:27,946 DEBUG [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb74f7bbf5936825009445926f80e64 2024-11-13T13:22:27,951 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/table/3a305a8ca3684f32892555a6745377d3 is 53, key is hbase:replication/table:state/1731504127297/Put/seqid=0 2024-11-13T13:22:27,963 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/f1/79b2687717924e338606bb8d27926c0c 2024-11-13T13:22:27,971 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79b2687717924e338606bb8d27926c0c 2024-11-13T13:22:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741846_1022 (size=5308) 2024-11-13T13:22:27,975 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/table/3a305a8ca3684f32892555a6745377d3 2024-11-13T13:22:27,980 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/info/ec493720ff2a45b38bc837e2cc2ceabd as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/info/ec493720ff2a45b38bc837e2cc2ceabd 2024-11-13T13:22:27,986 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/info/ec493720ff2a45b38bc837e2cc2ceabd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:22:27,987 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/ns/cb7b289d05c844cebaa5868f5f370325 as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/ns/cb7b289d05c844cebaa5868f5f370325 2024-11-13T13:22:27,993 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/norep/fed0f9144bb44baf82576614c600ef5c is 32, key is row/norep:/1731504136357/DeleteFamily/seqid=0 2024-11-13T13:22:27,993 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/ns/cb7b289d05c844cebaa5868f5f370325, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:22:27,994 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/rep_barrier/e467aff51a124c2b9563578cbb3a462a as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/rep_barrier/e467aff51a124c2b9563578cbb3a462a 2024-11-13T13:22:27,998 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/rep_barrier/e467aff51a124c2b9563578cbb3a462a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:22:28,000 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/.tmp/table/3a305a8ca3684f32892555a6745377d3 as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/table/3a305a8ca3684f32892555a6745377d3 2024-11-13T13:22:28,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741847_1023 (size=5101) 2024-11-13T13:22:28,001 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/norep/fed0f9144bb44baf82576614c600ef5c 2024-11-13T13:22:28,005 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/table/3a305a8ca3684f32892555a6745377d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:22:28,006 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=16, compaction requested=false 2024-11-13T13:22:28,006 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:22:28,008 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed0f9144bb44baf82576614c600ef5c 2024-11-13T13:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/f/57fa3118e288449eadd11f36e1c39ebf as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/f/57fa3118e288449eadd11f36e1c39ebf 2024-11-13T13:22:28,017 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57fa3118e288449eadd11f36e1c39ebf 2024-11-13T13:22:28,018 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/f/57fa3118e288449eadd11f36e1c39ebf, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T13:22:28,018 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/f1/79b2687717924e338606bb8d27926c0c as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/f1/79b2687717924e338606bb8d27926c0c 2024-11-13T13:22:28,028 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79b2687717924e338606bb8d27926c0c 2024-11-13T13:22:28,028 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/f1/79b2687717924e338606bb8d27926c0c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T13:22:28,029 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/.tmp/norep/fed0f9144bb44baf82576614c600ef5c as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/norep/fed0f9144bb44baf82576614c600ef5c 2024-11-13T13:22:28,034 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed0f9144bb44baf82576614c600ef5c 2024-11-13T13:22:28,034 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/norep/fed0f9144bb44baf82576614c600ef5c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T13:22:28,035 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6cb74f7bbf5936825009445926f80e64 in 592ms, sequenceid=6, compaction requested=false 2024-11-13T13:22:28,035 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:22:28,053 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:22:28,053 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:28,053 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:22:28,053 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:28,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504147345Running coprocessor pre-close hooks at 1731504147345Disabling compacts and flushes for region at 1731504147345Disabling writes for close at 1731504147346 (+1 ms)Obtaining lock to block concurrent updates at 1731504147346Preparing flush snapshotting stores in 1588230740 at 1731504147346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504147346Flushing stores of hbase:meta,,1.1588230740 at 1731504147347 (+1 ms)Flushing 1588230740/info: creating writer at 1731504147347Flushing 1588230740/info: appending metadata at 1731504147376 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731504147376Flushing 1588230740/ns: creating writer at 1731504147426 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731504147447 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731504147447Flushing 1588230740/rep_barrier: creating writer at 1731504147863 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504147895 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504147895Flushing 1588230740/table: creating writer at 1731504147914 (+19 ms)Flushing 1588230740/table: appending metadata at 1731504147951 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731504147951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c96ef2: reopening flushed file at 1731504147979 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f4926: reopening flushed file at 1731504147986 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef2420b: reopening flushed file at 1731504147993 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad84797: reopening flushed file at 1731504147998 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=16, compaction requested=false at 1731504148006 (+8 ms)Writing region close event to WAL at 1731504148041 (+35 ms)Running coprocessor post-close hooks at 1731504148053 (+12 ms)Closed at 1731504148053 2024-11-13T13:22:28,054 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:28,069 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/data/default/test/6cb74f7bbf5936825009445926f80e64/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T13:22:28,069 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:28,069 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:28,069 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:28,069 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cb74f7bbf5936825009445926f80e64: Waiting for close lock at 1731504147442Running coprocessor pre-close hooks at 1731504147442Disabling compacts and flushes for region at 1731504147442Disabling writes for close at 1731504147442Obtaining lock to block concurrent updates at 1731504147443 (+1 ms)Preparing flush snapshotting stores in 6cb74f7bbf5936825009445926f80e64 at 1731504147443Finished memstore snapshotting test,,1731504121406.6cb74f7bbf5936825009445926f80e64., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731504147443Flushing stores of test,,1731504121406.6cb74f7bbf5936825009445926f80e64. at 1731504147443Flushing 6cb74f7bbf5936825009445926f80e64/f: creating writer at 1731504147444 (+1 ms)Flushing 6cb74f7bbf5936825009445926f80e64/f: appending metadata at 1731504147491 (+47 ms)Flushing 6cb74f7bbf5936825009445926f80e64/f: closing flushed file at 1731504147491Flushing 6cb74f7bbf5936825009445926f80e64/f1: creating writer at 1731504147529 (+38 ms)Flushing 6cb74f7bbf5936825009445926f80e64/f1: appending metadata at 1731504147545 (+16 ms)Flushing 6cb74f7bbf5936825009445926f80e64/f1: closing flushed file at 1731504147546 (+1 ms)Flushing 6cb74f7bbf5936825009445926f80e64/norep: creating writer at 1731504147971 (+425 ms)Flushing 6cb74f7bbf5936825009445926f80e64/norep: appending metadata at 1731504147992 (+21 ms)Flushing 6cb74f7bbf5936825009445926f80e64/norep: closing flushed file at 1731504147992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d2c4f1: reopening flushed file at 1731504148008 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f45e331: reopening flushed file at 1731504148018 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6b103e: reopening flushed file at 1731504148028 (+10 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6cb74f7bbf5936825009445926f80e64 in 592ms, sequenceid=6, compaction requested=false at 1731504148035 (+7 ms)Writing region close event to WAL at 1731504148053 (+18 ms)Running coprocessor post-close hooks at 1731504148069 (+16 ms)Closed at 1731504148069 2024-11-13T13:22:28,070 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504121406.6cb74f7bbf5936825009445926f80e64. 2024-11-13T13:22:28,146 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,45869,1731504106754; all regions closed. 2024-11-13T13:22:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741834_1010 (size=4239) 2024-11-13T13:22:28,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/WALs/bfeb2336aed7,45869,1731504106754/bfeb2336aed7%2C45869%2C1731504106754.meta.1731504110158.meta not finished, retry = 0 2024-11-13T13:22:28,284 DEBUG [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/oldWALs 2024-11-13T13:22:28,284 INFO [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C45869%2C1731504106754.meta:.meta(num 1731504110158) 2024-11-13T13:22:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741839_1015 (size=2240) 2024-11-13T13:22:28,305 DEBUG [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/oldWALs 2024-11-13T13:22:28,305 INFO [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C45869%2C1731504106754.rep:(num 1731504127263) 2024-11-13T13:22:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741832_1008 (size=1535) 2024-11-13T13:22:28,311 DEBUG [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/oldWALs 2024-11-13T13:22:28,311 INFO [RS:0;bfeb2336aed7:45869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C45869%2C1731504106754:(num 1731504109066) 2024-11-13T13:22:28,311 DEBUG [RS:0;bfeb2336aed7:45869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:28,311 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:28,311 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:22:28,311 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:22:28,312 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:22:28,312 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,45869,1731504106754 because: Region server is closing 2024-11-13T13:22:28,312 INFO [RS:0;bfeb2336aed7:45869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45869. 2024-11-13T13:22:28,312 DEBUG [RS:0;bfeb2336aed7:45869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:28,312 DEBUG [RS:0;bfeb2336aed7:45869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:28,312 DEBUG [RS:0;bfeb2336aed7:45869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:28,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:28,313 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:22:28,413 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.wal-reader.bfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:22:28,413 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T13:22:28,413 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45869,1731504106754.replicationSource.shipperbfeb2336aed7%2C45869%2C1731504106754,1-bfeb2336aed7,45869,1731504106754 terminated 2024-11-13T13:22:28,413 INFO [RS:0;bfeb2336aed7:45869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45869 2024-11-13T13:22:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0557808773/rs/bfeb2336aed7,45869,1731504106754 2024-11-13T13:22:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773/rs 2024-11-13T13:22:28,422 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:22:28,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,45869,1731504106754] 2024-11-13T13:22:28,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0557808773/draining/bfeb2336aed7,45869,1731504106754 already deleted, retry=false 2024-11-13T13:22:28,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,45869,1731504106754 expired; onlineServers=0 2024-11-13T13:22:28,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,36533,1731504106542' ***** 2024-11-13T13:22:28,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:22:28,444 DEBUG [M:0;bfeb2336aed7:36533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:22:28,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:22:28,444 DEBUG [M:0;bfeb2336aed7:36533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:22:28,444 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504108852 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504108852,5,FailOnTimeoutGroup] 2024-11-13T13:22:28,444 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504108852 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504108852,5,FailOnTimeoutGroup] 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:22:28,444 DEBUG [M:0;bfeb2336aed7:36533 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:28,444 ERROR [M:0;bfeb2336aed7:36533 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36653,5,PEWorkerGroup] 2024-11-13T13:22:28,444 INFO [M:0;bfeb2336aed7:36533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:22:28,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:22:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0557808773/master 2024-11-13T13:22:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0557808773 2024-11-13T13:22:28,454 DEBUG [M:0;bfeb2336aed7:36533 {}] zookeeper.ZKUtil(347): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Unable to get data of znode /0557808773/master because node does not exist (not an error) 2024-11-13T13:22:28,454 WARN [M:0;bfeb2336aed7:36533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:22:28,455 INFO [M:0;bfeb2336aed7:36533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/.lastflushedseqids 2024-11-13T13:22:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741848_1024 (size=245) 2024-11-13T13:22:28,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:28,533 INFO [RS:0;bfeb2336aed7:45869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:22:28,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45869-0x101345bdf300001, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:28,533 INFO [RS:0;bfeb2336aed7:45869 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,45869,1731504106754; zookeeper connection closed. 2024-11-13T13:22:28,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d332029 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d332029 2024-11-13T13:22:28,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:22:28,859 INFO [M:0;bfeb2336aed7:36533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:22:28,859 INFO [M:0;bfeb2336aed7:36533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:22:28,859 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:28,859 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:28,859 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:28,860 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:28,860 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:28,860 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T13:22:28,874 DEBUG [M:0;bfeb2336aed7:36533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb1c91e69daf4bdb8e34054825213a3c is 82, key is hbase:meta,,1/info:regioninfo/1731504110187/Put/seqid=0 2024-11-13T13:22:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741849_1025 (size=5672) 2024-11-13T13:22:29,277 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb1c91e69daf4bdb8e34054825213a3c 2024-11-13T13:22:29,297 DEBUG [M:0;bfeb2336aed7:36533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf40c31910814d94ab48fa60076e5345 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731504122154/Put/seqid=0 2024-11-13T13:22:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741850_1026 (size=7217) 2024-11-13T13:22:29,701 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf40c31910814d94ab48fa60076e5345 2024-11-13T13:22:29,704 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf40c31910814d94ab48fa60076e5345 2024-11-13T13:22:29,721 DEBUG [M:0;bfeb2336aed7:36533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/302fb94f9d0d4f6cb9b1133890e980a7 is 69, key is bfeb2336aed7,45869,1731504106754/rs:state/1731504108922/Put/seqid=0 2024-11-13T13:22:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741851_1027 (size=5156) 2024-11-13T13:22:29,724 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/302fb94f9d0d4f6cb9b1133890e980a7 2024-11-13T13:22:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:22:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:22:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:29,728 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb1c91e69daf4bdb8e34054825213a3c as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb1c91e69daf4bdb8e34054825213a3c 2024-11-13T13:22:29,731 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb1c91e69daf4bdb8e34054825213a3c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T13:22:29,732 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf40c31910814d94ab48fa60076e5345 as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf40c31910814d94ab48fa60076e5345 2024-11-13T13:22:29,736 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf40c31910814d94ab48fa60076e5345 2024-11-13T13:22:29,736 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf40c31910814d94ab48fa60076e5345, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T13:22:29,737 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/302fb94f9d0d4f6cb9b1133890e980a7 as hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/302fb94f9d0d4f6cb9b1133890e980a7 2024-11-13T13:22:29,741 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/302fb94f9d0d4f6cb9b1133890e980a7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T13:22:29,741 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=105, compaction requested=false 2024-11-13T13:22:29,743 INFO [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:29,743 DEBUG [M:0;bfeb2336aed7:36533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504148859Disabling compacts and flushes for region at 1731504148859Disabling writes for close at 1731504148860 (+1 ms)Obtaining lock to block concurrent updates at 1731504148860Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504148860Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731504148860Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504148860Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504148860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504148873 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504148873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504149280 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504149296 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504149297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504149704 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504149721 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504149721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3976bc91: reopening flushed file at 1731504149728 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6be3d1: reopening flushed file at 1731504149732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc2879f: reopening flushed file at 1731504149736 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=105, compaction requested=false at 1731504149741 (+5 ms)Writing region close event to WAL at 1731504149743 (+2 ms)Closed at 1731504149743 2024-11-13T13:22:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46583 is added to blk_1073741830_1006 (size=64411) 2024-11-13T13:22:29,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45d2f281-7466-c73c-d4ef-4285a523c3f8/MasterData/WALs/bfeb2336aed7,36533,1731504106542/bfeb2336aed7%2C36533%2C1731504106542.1731504108505 not finished, retry = 0 2024-11-13T13:22:29,847 INFO [M:0;bfeb2336aed7:36533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:22:29,847 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:22:29,847 INFO [M:0;bfeb2336aed7:36533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36533 2024-11-13T13:22:29,847 INFO [M:0;bfeb2336aed7:36533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:22:30,063 INFO [M:0;bfeb2336aed7:36533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:22:30,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:30,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x101345bdf300000, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:22:30,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6400bd09{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:30,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@174c9ea8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:22:30,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:22:30,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd03707{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:22:30,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d14d16d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir/,STOPPED} 2024-11-13T13:22:30,067 WARN [BP-1392539974-172.17.0.2-1731504104347 heartbeating to localhost/127.0.0.1:36653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:22:30,067 WARN [BP-1392539974-172.17.0.2-1731504104347 heartbeating to localhost/127.0.0.1:36653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1392539974-172.17.0.2-1731504104347 (Datanode Uuid 54076e8d-bafe-434c-9cb0-b35aa209ba5b) service to localhost/127.0.0.1:36653 2024-11-13T13:22:30,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:22:30,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:22:30,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/data/data2/current/BP-1392539974-172.17.0.2-1731504104347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:22:30,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:22:30,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/cluster_f5682bf5-6897-37c3-eb22-fffb05452846/data/data1/current/BP-1392539974-172.17.0.2-1731504104347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:22:30,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9622fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:30,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e838898{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:22:30,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:22:30,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38dea804{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:22:30,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddec6b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c04d54-5630-665c-664e-744dad7cda10/hadoop.log.dir/,STOPPED} 2024-11-13T13:22:30,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:22:30,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:22:30,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34873 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37785 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36653 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=3028 (was 3150) 2024-11-13T13:22:30,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=3028 2024-11-13T13:22:30,126 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T13:22:30,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir so I do NOT create it in target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741 2024-11-13T13:22:30,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:22:30,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.tmp.dir so I do NOT create it in target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741 2024-11-13T13:22:30,127 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83e0dfc-79d7-981a-894e-9a4c6c8f9423/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:22:30,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741 2024-11-13T13:22:30,127 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22, deleteOnExit=true 2024-11-13T13:22:30,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/zookeeper_0, clientPort=54263, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:22:30,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54263 2024-11-13T13:22:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:22:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/test.cache.data in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:22:30,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:22:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:22:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101345bdf300008, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:22:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101345bdf300005, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:22:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101345bdf300002, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:22:30,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101345bdf300002, quorum=127.0.0.1:50797, baseZNode=/0557808773 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:22:30,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101345bdf300005, quorum=127.0.0.1:50797, baseZNode=/1-597266887 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:22:30,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101345bdf300008, quorum=127.0.0.1:50797, baseZNode=/2-1552373048 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:22:30,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:30,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:30,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:30,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:30,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:30,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:30,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@231948cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:30,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@adb1735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:30,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2336cbdf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/java.io.tmpdir/jetty-localhost-36023-hadoop-hdfs-3_4_1-tests_jar-_-any-16578135788083217207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:30,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6515d{HTTP/1.1, (http/1.1)}{localhost:36023} 2024-11-13T13:22:30,783 INFO [Time-limited test {}] server.Server(415): Started @319106ms 2024-11-13T13:22:31,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:31,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:31,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:31,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:31,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:31,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a9412c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:31,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@437eb717{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:31,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c6700a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-4631234103363402561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:31,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54228a13{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-13T13:22:31,511 INFO [Time-limited test {}] server.Server(415): Started @319835ms 2024-11-13T13:22:31,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:22:31,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:31,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:22:31,881 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129005 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:22:32,817 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/data/data2/current/BP-2133805335-172.17.0.2-1731504150181/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:32,817 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/data/data1/current/BP-2133805335-172.17.0.2-1731504150181/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:32,833 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:22:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c2398c46d9ff4d with lease ID 0x72bc24d6579dfeb0: Processing first storage report for DS-fef57771-dafd-449d-bb84-e68ed3ff38d5 from datanode DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d865e9f4-ba52-4143-8b96-3f834dcfbe27, infoPort=37565, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1448359399;c=1731504150181) 2024-11-13T13:22:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c2398c46d9ff4d with lease ID 0x72bc24d6579dfeb0: from storage DS-fef57771-dafd-449d-bb84-e68ed3ff38d5 node DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d865e9f4-ba52-4143-8b96-3f834dcfbe27, infoPort=37565, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1448359399;c=1731504150181), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c2398c46d9ff4d with lease ID 0x72bc24d6579dfeb0: Processing first storage report for DS-cdfa22bd-ab7e-4bea-8a47-b1cd5e9dd8e1 from datanode DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d865e9f4-ba52-4143-8b96-3f834dcfbe27, infoPort=37565, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1448359399;c=1731504150181) 2024-11-13T13:22:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c2398c46d9ff4d with lease ID 0x72bc24d6579dfeb0: from storage DS-cdfa22bd-ab7e-4bea-8a47-b1cd5e9dd8e1 node DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d865e9f4-ba52-4143-8b96-3f834dcfbe27, infoPort=37565, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1448359399;c=1731504150181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:32,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741 2024-11-13T13:22:32,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:32,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:22:32,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:32,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:33,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3 with version=8 2024-11-13T13:22:33,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/hbase-staging 2024-11-13T13:22:33,246 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:22:33,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:33,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33337 2024-11-13T13:22:33,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33337 connecting to ZooKeeper ensemble=127.0.0.1:54263 2024-11-13T13:22:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333370x0, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:33,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33337-0x101345c92340000 connected 2024-11-13T13:22:33,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:33,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:33,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on znode that does not yet exist, /0-1802624073/running 2024-11-13T13:22:33,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3, hbase.cluster.distributed=false 2024-11-13T13:22:33,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on znode that does not yet exist, /0-1802624073/acl 2024-11-13T13:22:33,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33337 2024-11-13T13:22:33,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33337 2024-11-13T13:22:33,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33337 2024-11-13T13:22:33,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33337 2024-11-13T13:22:33,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33337 2024-11-13T13:22:33,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:22:33,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:33,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32963 2024-11-13T13:22:33,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32963 connecting to ZooKeeper ensemble=127.0.0.1:54263 2024-11-13T13:22:33,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:33,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329630x0, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:33,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329630x0, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on znode that does not yet exist, /0-1802624073/running 2024-11-13T13:22:33,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32963-0x101345c92340001 connected 2024-11-13T13:22:33,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:22:33,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:22:33,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on znode that does not yet exist, /0-1802624073/master 2024-11-13T13:22:33,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on znode that does not yet exist, /0-1802624073/acl 2024-11-13T13:22:33,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32963 2024-11-13T13:22:33,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32963 2024-11-13T13:22:33,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32963 2024-11-13T13:22:33,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32963 2024-11-13T13:22:33,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32963 2024-11-13T13:22:33,419 DEBUG [M:0;bfeb2336aed7:33337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:33337 2024-11-13T13:22:33,419 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1802624073/backup-masters/bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073/backup-masters 2024-11-13T13:22:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073/backup-masters 2024-11-13T13:22:33,431 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on existing znode=/0-1802624073/backup-masters/bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:33,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1802624073/master 2024-11-13T13:22:33,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:33,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:33,443 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on existing znode=/0-1802624073/master 2024-11-13T13:22:33,443 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1802624073/backup-masters/bfeb2336aed7,33337,1731504153246 from backup master directory 2024-11-13T13:22:33,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1802624073/backup-masters/bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:33,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073/backup-masters 2024-11-13T13:22:33,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073/backup-masters 2024-11-13T13:22:33,453 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:33,454 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:33,456 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/hbase.id] with ID: 4b2ca592-a771-4005-b681-93a15e9f2d7a 2024-11-13T13:22:33,456 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/.tmp/hbase.id 2024-11-13T13:22:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:22:33,860 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/.tmp/hbase.id]:[hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/hbase.id] 2024-11-13T13:22:33,867 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:33,867 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:22:33,868 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:22:33,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:33,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:33,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:22:34,288 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:34,288 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:22:34,289 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:34,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:22:34,694 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/data/master/store 2024-11-13T13:22:34,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:22:35,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:35,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:35,099 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:35,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:35,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:35,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:35,099 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:35,099 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504155099Disabling compacts and flushes for region at 1731504155099Disabling writes for close at 1731504155099Writing region close event to WAL at 1731504155099Closed at 1731504155099 2024-11-13T13:22:35,100 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/data/master/store/.initializing 2024-11-13T13:22:35,100 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/WALs/bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:35,101 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:35,102 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C33337%2C1731504153246, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/WALs/bfeb2336aed7,33337,1731504153246, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/oldWALs, maxLogs=10 2024-11-13T13:22:35,114 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/WALs/bfeb2336aed7,33337,1731504153246/bfeb2336aed7%2C33337%2C1731504153246.1731504155102, exclude list is [], retry=0 2024-11-13T13:22:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-fef57771-dafd-449d-bb84-e68ed3ff38d5,DISK] 2024-11-13T13:22:35,117 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/WALs/bfeb2336aed7,33337,1731504153246/bfeb2336aed7%2C33337%2C1731504153246.1731504155102 2024-11-13T13:22:35,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37565:37565)] 2024-11-13T13:22:35,117 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:35,118 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:35,118 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,118 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:22:35,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:35,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:22:35,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:35,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:22:35,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:35,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:22:35,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:35,123 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,124 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,124 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,125 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,125 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,125 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:35,126 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:35,127 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:35,128 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62653779, jitterRate=-0.06638593971729279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:35,128 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504155118Initializing all the Stores at 1731504155118Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504155118Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504155119 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504155119Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504155119Cleaning up temporary data from old regions at 1731504155125 (+6 ms)Region opened successfully at 1731504155128 (+3 ms) 2024-11-13T13:22:35,128 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:22:35,130 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7310ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:35,131 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:22:35,131 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:22:35,131 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:22:35,131 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:22:35,131 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:22:35,131 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:22:35,132 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:22:35,133 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:22:35,133 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Unable to get data of znode /0-1802624073/balancer because node does not exist (not necessarily an error) 2024-11-13T13:22:35,167 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1802624073/balancer already deleted, retry=false 2024-11-13T13:22:35,167 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:22:35,168 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Unable to get data of znode /0-1802624073/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:22:35,180 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1802624073/normalizer already deleted, retry=false 2024-11-13T13:22:35,180 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:22:35,181 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Unable to get data of znode /0-1802624073/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:22:35,190 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1802624073/switch/split already deleted, retry=false 2024-11-13T13:22:35,191 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Unable to get data of znode /0-1802624073/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:22:35,201 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1802624073/switch/merge already deleted, retry=false 2024-11-13T13:22:35,202 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Unable to get data of znode /0-1802624073/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:22:35,211 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1802624073/snapshot-cleanup already deleted, retry=false 2024-11-13T13:22:35,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1802624073/running 2024-11-13T13:22:35,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1802624073/running 2024-11-13T13:22:35,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:35,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:35,222 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,33337,1731504153246, sessionid=0x101345c92340000, setting cluster-up flag (Was=false) 2024-11-13T13:22:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:35,275 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1802624073/flush-table-proc/acquired, /0-1802624073/flush-table-proc/reached, /0-1802624073/flush-table-proc/abort 2024-11-13T13:22:35,275 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:35,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:35,327 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1802624073/online-snapshot/acquired, /0-1802624073/online-snapshot/reached, /0-1802624073/online-snapshot/abort 2024-11-13T13:22:35,328 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:35,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:22:35,330 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:35,330 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:22:35,331 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:22:35,331 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,33337,1731504153246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:35,332 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:35,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:22:35,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:22:35,338 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504185338 2024-11-13T13:22:35,338 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:22:35,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:22:35,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:22:35,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:22:35,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:22:35,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:22:35,339 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,340 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:22:35,340 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:22:35,340 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:22:35,340 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:22:35,348 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:22:35,349 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:22:35,349 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504155349,5,FailOnTimeoutGroup] 2024-11-13T13:22:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:22:35,349 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504155349,5,FailOnTimeoutGroup] 2024-11-13T13:22:35,349 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,349 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:22:35,349 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,349 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,411 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(746): ClusterId : 4b2ca592-a771-4005-b681-93a15e9f2d7a 2024-11-13T13:22:35,411 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:22:35,422 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:22:35,423 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:22:35,433 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:22:35,433 DEBUG [RS:0;bfeb2336aed7:32963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b36eb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:35,444 DEBUG [RS:0;bfeb2336aed7:32963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:32963 2024-11-13T13:22:35,444 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:22:35,444 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:22:35,444 DEBUG [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:22:35,445 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,33337,1731504153246 with port=32963, startcode=1731504153386 2024-11-13T13:22:35,445 DEBUG [RS:0;bfeb2336aed7:32963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:22:35,446 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:22:35,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33337 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,448 DEBUG [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3 2024-11-13T13:22:35,448 DEBUG [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44975 2024-11-13T13:22:35,448 DEBUG [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:22:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073/rs 2024-11-13T13:22:35,454 DEBUG [RS:0;bfeb2336aed7:32963 {}] zookeeper.ZKUtil(111): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Set watcher on existing znode=/0-1802624073/rs/bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,454 WARN [RS:0;bfeb2336aed7:32963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:35,454 INFO [RS:0;bfeb2336aed7:32963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:35,454 DEBUG [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,32963,1731504153386] 2024-11-13T13:22:35,456 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:22:35,458 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:22:35,459 INFO [RS:0;bfeb2336aed7:32963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:22:35,459 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,459 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:22:35,459 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:22:35,459 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,459 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,459 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,459 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:35,460 DEBUG [RS:0;bfeb2336aed7:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:35,460 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,460 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,460 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,460 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,460 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,460 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32963,1731504153386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:35,477 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:22:35,477 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,32963,1731504153386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,477 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,477 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.Replication(171): bfeb2336aed7,32963,1731504153386 started 2024-11-13T13:22:35,508 INFO [RS:0;bfeb2336aed7:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:35,508 INFO [RS:0;bfeb2336aed7:32963 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,32963,1731504153386, RpcServer on bfeb2336aed7/172.17.0.2:32963, sessionid=0x101345c92340001 2024-11-13T13:22:35,508 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:22:35,508 DEBUG [RS:0;bfeb2336aed7:32963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,508 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,32963,1731504153386' 2024-11-13T13:22:35,508 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1802624073/flush-table-proc/abort' 2024-11-13T13:22:35,508 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1802624073/flush-table-proc/acquired' 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,32963,1731504153386' 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1802624073/online-snapshot/abort' 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1802624073/online-snapshot/acquired' 2024-11-13T13:22:35,509 DEBUG [RS:0;bfeb2336aed7:32963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:22:35,509 INFO [RS:0;bfeb2336aed7:32963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:22:35,509 INFO [RS:0;bfeb2336aed7:32963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:22:35,610 INFO [RS:0;bfeb2336aed7:32963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:35,611 INFO [RS:0;bfeb2336aed7:32963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C32963%2C1731504153386, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/oldWALs, maxLogs=10 2024-11-13T13:22:35,629 DEBUG [RS:0;bfeb2336aed7:32963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386/bfeb2336aed7%2C32963%2C1731504153386.1731504155611, exclude list is [], retry=0 2024-11-13T13:22:35,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-fef57771-dafd-449d-bb84-e68ed3ff38d5,DISK] 2024-11-13T13:22:35,637 INFO [RS:0;bfeb2336aed7:32963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386/bfeb2336aed7%2C32963%2C1731504153386.1731504155611 2024-11-13T13:22:35,638 DEBUG [RS:0;bfeb2336aed7:32963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37565:37565)] 2024-11-13T13:22:35,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:22:35,750 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3 2024-11-13T13:22:35,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:22:35,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:35,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:35,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:35,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:35,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:35,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:35,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:35,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:35,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:35,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:35,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:35,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:35,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:35,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:35,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:35,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/hbase/meta/1588230740 2024-11-13T13:22:35,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/hbase/meta/1588230740 2024-11-13T13:22:35,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:35,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:35,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:35,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:35,792 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:35,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65444129, jitterRate=-0.024806484580039978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:35,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504155779Initializing all the Stores at 1731504155779Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504155779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504155779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504155779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504155779Cleaning up temporary data from old regions at 1731504155789 (+10 ms)Region opened successfully at 1731504155793 (+4 ms) 2024-11-13T13:22:35,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:35,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:35,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:35,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:35,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:35,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:35,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504155794Disabling compacts and flushes for region at 1731504155794Disabling writes for close at 1731504155794Writing region close event to WAL at 1731504155794Closed at 1731504155794 2024-11-13T13:22:35,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:35,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:22:35,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:22:35,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:35,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:22:35,947 DEBUG [bfeb2336aed7:33337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:22:35,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:35,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,32963,1731504153386, state=OPENING 2024-11-13T13:22:35,959 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:22:36,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:36,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1802624073 2024-11-13T13:22:36,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:36,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1802624073/meta-region-server: CHANGED 2024-11-13T13:22:36,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,32963,1731504153386}] 2024-11-13T13:22:36,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1802624073/meta-region-server: CHANGED 2024-11-13T13:22:36,186 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:36,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:22:36,205 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:22:36,205 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:36,205 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:22:36,207 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C32963%2C1731504153386.meta, suffix=.meta, logDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/oldWALs, maxLogs=10 2024-11-13T13:22:36,229 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386/bfeb2336aed7%2C32963%2C1731504153386.meta.1731504156207.meta, exclude list is [], retry=0 2024-11-13T13:22:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-fef57771-dafd-449d-bb84-e68ed3ff38d5,DISK] 2024-11-13T13:22:36,241 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/WALs/bfeb2336aed7,32963,1731504153386/bfeb2336aed7%2C32963%2C1731504153386.meta.1731504156207.meta 2024-11-13T13:22:36,248 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37565:37565)] 2024-11-13T13:22:36,248 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:36,249 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:36,249 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:36,249 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:22:36,249 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:22:36,249 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:22:36,249 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:36,249 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:22:36,249 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:22:36,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:36,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:36,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:36,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:36,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:36,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:36,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:36,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:36,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:36,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:36,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:36,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:36,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:36,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:36,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:36,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:36,259 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:36,259 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/hbase/meta/1588230740 2024-11-13T13:22:36,260 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/hbase/meta/1588230740 2024-11-13T13:22:36,261 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:36,261 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:36,261 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:36,263 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:36,263 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68693595, jitterRate=0.02361433207988739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:36,263 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:22:36,264 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504156250Writing region info on filesystem at 1731504156250Initializing all the Stores at 1731504156251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504156251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504156252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504156252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504156252Cleaning up temporary data from old regions at 1731504156261 (+9 ms)Running coprocessor post-open hooks at 1731504156263 (+2 ms)Region opened successfully at 1731504156264 (+1 ms) 2024-11-13T13:22:36,269 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504156186 2024-11-13T13:22:36,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:36,273 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,32963,1731504153386, state=OPEN 2024-11-13T13:22:36,273 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:22:36,273 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:22:36,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x101345c92340001, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1802624073/meta-region-server 2024-11-13T13:22:36,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33337-0x101345c92340000, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1802624073/meta-region-server 2024-11-13T13:22:36,294 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:36,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1802624073/meta-region-server: CHANGED 2024-11-13T13:22:36,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1802624073/meta-region-server: CHANGED 2024-11-13T13:22:36,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:22:36,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,32963,1731504153386 in 261 msec 2024-11-13T13:22:36,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:22:36,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-13T13:22:36,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:36,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:22:36,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:36,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,32963,1731504153386, seqNum=-1] 2024-11-13T13:22:36,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:36,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:36,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 980 msec 2024-11-13T13:22:36,312 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504156312, completionTime=-1 2024-11-13T13:22:36,312 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:22:36,312 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504216316 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504276316 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33337,1731504153246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33337,1731504153246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33337,1731504153246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,316 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:33337, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,317 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,319 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:22:36,324 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,328 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.874sec 2024-11-13T13:22:36,328 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:22:36,328 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:22:36,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:22:36,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:22:36,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:22:36,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33337,1731504153246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:36,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33337,1731504153246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:22:36,335 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:22:36,335 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:22:36,335 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,33337,1731504153246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:36,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587fe274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:36,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,33337,-1 for getting cluster id 2024-11-13T13:22:36,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:36,414 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b2ca592-a771-4005-b681-93a15e9f2d7a' 2024-11-13T13:22:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b2ca592-a771-4005-b681-93a15e9f2d7a" 2024-11-13T13:22:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8e06df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,33337,-1] 2024-11-13T13:22:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:36,417 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:36,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538edfcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:36,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,32963,1731504153386, seqNum=-1] 2024-11-13T13:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:36,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:36,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54263 2024-11-13T13:22:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54263, baseZNode=/0-1802624073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:36,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345c92340002 connected 2024-11-13T13:22:36,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752164f 2024-11-13T13:22:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:36,624 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:36,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:36,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:36,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:36,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:36,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:36,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29f5e3cc8d7b99300f6d784be3f8a595, NAME => 'test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3 2024-11-13T13:22:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:36,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:36,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29f5e3cc8d7b99300f6d784be3f8a595, disabling compactions & flushes 2024-11-13T13:22:36,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:36,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:36,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. after waiting 0 ms 2024-11-13T13:22:36,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:36,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:36,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29f5e3cc8d7b99300f6d784be3f8a595: Waiting for close lock at 1731504156710Disabling compacts and flushes for region at 1731504156710Disabling writes for close at 1731504156710Writing region close event to WAL at 1731504156710Closed at 1731504156710 2024-11-13T13:22:36,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:36,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504156712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504156712"}]},"ts":"1731504156712"} 2024-11-13T13:22:36,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:36,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:36,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504156714"}]},"ts":"1731504156714"} 2024-11-13T13:22:36,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:36,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29f5e3cc8d7b99300f6d784be3f8a595, ASSIGN}] 2024-11-13T13:22:36,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29f5e3cc8d7b99300f6d784be3f8a595, ASSIGN 2024-11-13T13:22:36,719 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29f5e3cc8d7b99300f6d784be3f8a595, ASSIGN; state=OFFLINE, location=bfeb2336aed7,32963,1731504153386; forceNewPlan=false, retain=false 2024-11-13T13:22:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:36,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29f5e3cc8d7b99300f6d784be3f8a595, regionState=OPENING, regionLocation=bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:36,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29f5e3cc8d7b99300f6d784be3f8a595, ASSIGN because future has completed 2024-11-13T13:22:36,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29f5e3cc8d7b99300f6d784be3f8a595, server=bfeb2336aed7,32963,1731504153386}] 2024-11-13T13:22:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:37,028 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:37,028 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29f5e3cc8d7b99300f6d784be3f8a595, NAME => 'test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:37,028 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:37,028 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:37,028 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,028 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:37,028 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,028 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,041 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,043 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29f5e3cc8d7b99300f6d784be3f8a595 columnFamilyName f 2024-11-13T13:22:37,043 DEBUG [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:37,043 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] regionserver.HStore(327): Store=29f5e3cc8d7b99300f6d784be3f8a595/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:37,043 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,044 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29f5e3cc8d7b99300f6d784be3f8a595 columnFamilyName f1 2024-11-13T13:22:37,045 DEBUG [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:37,045 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] regionserver.HStore(327): Store=29f5e3cc8d7b99300f6d784be3f8a595/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:37,045 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,046 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29f5e3cc8d7b99300f6d784be3f8a595 columnFamilyName norep 2024-11-13T13:22:37,046 DEBUG [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:37,046 INFO [StoreOpener-29f5e3cc8d7b99300f6d784be3f8a595-1 {}] regionserver.HStore(327): Store=29f5e3cc8d7b99300f6d784be3f8a595/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:37,046 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,047 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/default/test/29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,047 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/default/test/29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,048 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,048 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,049 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:37,050 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,052 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/data/default/test/29f5e3cc8d7b99300f6d784be3f8a595/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:37,052 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29f5e3cc8d7b99300f6d784be3f8a595; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62150260, jitterRate=-0.07388895750045776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:37,052 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29f5e3cc8d7b99300f6d784be3f8a595 2024-11-13T13:22:37,053 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29f5e3cc8d7b99300f6d784be3f8a595: Running coprocessor pre-open hook at 1731504157029Writing region info on filesystem at 1731504157029Initializing all the Stores at 1731504157030 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504157030Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504157040 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504157040Cleaning up temporary data from old regions at 1731504157048 (+8 ms)Running coprocessor post-open hooks at 1731504157052 (+4 ms)Region opened successfully at 1731504157053 (+1 ms) 2024-11-13T13:22:37,053 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595., pid=6, masterSystemTime=1731504157024 2024-11-13T13:22:37,055 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:37,055 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504156625.29f5e3cc8d7b99300f6d784be3f8a595. 2024-11-13T13:22:37,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29f5e3cc8d7b99300f6d784be3f8a595, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,32963,1731504153386 2024-11-13T13:22:37,059 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33337 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=bfeb2336aed7,32963,1731504153386, table=test, region=29f5e3cc8d7b99300f6d784be3f8a595. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T13:22:37,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29f5e3cc8d7b99300f6d784be3f8a595, server=bfeb2336aed7,32963,1731504153386 because future has completed 2024-11-13T13:22:37,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:37,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29f5e3cc8d7b99300f6d784be3f8a595, server=bfeb2336aed7,32963,1731504153386 in 188 msec 2024-11-13T13:22:37,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:37,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29f5e3cc8d7b99300f6d784be3f8a595, ASSIGN in 345 msec 2024-11-13T13:22:37,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:37,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504157065"}]},"ts":"1731504157065"} 2024-11-13T13:22:37,067 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:37,068 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:37,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 443 msec 2024-11-13T13:22:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:37,262 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:37,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b5cfc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:37,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,33337,-1 for getting cluster id 2024-11-13T13:22:37,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:37,264 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b2ca592-a771-4005-b681-93a15e9f2d7a' 2024-11-13T13:22:37,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:37,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b2ca592-a771-4005-b681-93a15e9f2d7a" 2024-11-13T13:22:37,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c1db06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:37,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,33337,-1] 2024-11-13T13:22:37,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:37,265 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2caf1cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:37,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ad96c1 2024-11-13T13:22:37,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:37,269 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:37,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:33337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:22:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:22:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:37,272 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:33337' 2024-11-13T13:22:37,276 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4b3e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:37,276 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,33337,-1 for getting cluster id 2024-11-13T13:22:37,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:37,278 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b2ca592-a771-4005-b681-93a15e9f2d7a' 2024-11-13T13:22:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b2ca592-a771-4005-b681-93a15e9f2d7a" 2024-11-13T13:22:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2808acfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,33337,-1] 2024-11-13T13:22:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:37,280 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:37,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d008ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:37,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:37,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,33337,1731504153246 2024-11-13T13:22:37,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ae7dcf 2024-11-13T13:22:37,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:37,282 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:37,283 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:22:37,283 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:22:37,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:37,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:37,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:37,284 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bfeb2336aed7:33337, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T13:22:37,294 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bfeb2336aed7:33337, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bfeb2336aed7:33337, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bfeb2336aed7:33337, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T13:22:37,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bfeb2336aed7:33337, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=26 msec 2024-11-13T13:22:37,296 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T13:22:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:37,382 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://bfeb2336aed7:33337, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T13:22:37,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:37,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:37,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:37,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:37,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:37,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 360) Potentially hanging thread: qtp1049462820-7878-acceptor-0@54b7244c-ServerConnector@4b6515d{HTTP/1.1, (http/1.1)}{localhost:36023} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/bfeb2336aed7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504155349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 1 on default port 34521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:54263): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5366f723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;bfeb2336aed7:33337 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54263) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3-prefix:bfeb2336aed7,32963,1731504153386 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@64a66bcf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1441045154-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fab709fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bfeb2336aed7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Session-HouseKeeper-1d724b0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1441045154-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2133805335-172.17.0.2-1731504150181 heartbeating to localhost/127.0.0.1:44975 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1049462820-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1441045154-7924-acceptor-0@1783e82a-ServerConnector@54228a13{HTTP/1.1, (http/1.1)}{localhost:42741} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1fb4d178 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@34c19780 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1049462820-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1049462820-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2c75f715[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6b98c14d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504155349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54263 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1498816006_20 at /127.0.0.1:35672 [Receiving block BP-2133805335-172.17.0.2-1731504150181:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6e43cf22 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@50b6ed54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1441045154-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/data/data1/current/BP-2133805335-172.17.0.2-1731504150181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44975 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3bb4952f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54263) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54263) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-2133805335-172.17.0.2-1731504150181:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 34521 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4701c64 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: bfeb2336aed7:33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1049462820-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3/MasterData-prefix:bfeb2336aed7,33337,1731504153246 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44975/user/jenkins/test-data/ac6c67a0-00a2-6e2e-c1fb-c4d1586965c3-prefix:bfeb2336aed7,32963,1731504153386.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(988100735) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2133805335-172.17.0.2-1731504150181:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074625090_20 at /127.0.0.1:35702 [Receiving block BP-2133805335-172.17.0.2-1731504150181:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074625090_20 at /127.0.0.1:35696 [Receiving block BP-2133805335-172.17.0.2-1731504150181:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/data/data2/current/BP-2133805335-172.17.0.2-1731504150181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074625090_20 at /127.0.0.1:35622 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bfeb2336aed7:32963-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1049462820-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1049462820-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-40678390-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bfeb2336aed7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2133805335-172.17.0.2-1731504150181:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44975 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/bfeb2336aed7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bfeb2336aed7:32963 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1049462820-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fab70aab610.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bfeb2336aed7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/cluster_ff31bfc6-758d-94c4-dd25-2ed905342e22/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2956 (was 3028) 2024-11-13T13:22:37,404 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-13T13:22:37,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=2946 2024-11-13T13:22:37,420 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-13T13:22:37,435 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T13:22:37,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.log.dir so I do NOT create it in target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de 2024-11-13T13:22:37,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:22:37,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.tmp.dir so I do NOT create it in target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de 2024-11-13T13:22:37,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81574d7d-2b7a-bf64-fc5c-d8d4d6476741/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:22:37,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de 2024-11-13T13:22:37,436 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215, deleteOnExit=true 2024-11-13T13:22:37,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/zookeeper_0, clientPort=51758, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T13:22:37,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51758 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/test.cache.data in system properties and HBase conf 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:22:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:22:37,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:22:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:22:37,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:22:37,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:37,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:22:37,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:22:37,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:37,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:37,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:37,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:37,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:37,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:37,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774da23b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:37,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1336c976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:38,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b95bcda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/java.io.tmpdir/jetty-localhost-41107-hadoop-hdfs-3_4_1-tests_jar-_-any-13661181468315487014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:38,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@337dbe07{HTTP/1.1, (http/1.1)}{localhost:41107} 2024-11-13T13:22:38,027 INFO [Time-limited test {}] server.Server(415): Started @326351ms 2024-11-13T13:22:38,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:38,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:38,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:38,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:38,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:38,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1572278{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:38,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5abcfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:38,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35483330{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/java.io.tmpdir/jetty-localhost-42949-hadoop-hdfs-3_4_1-tests_jar-_-any-9425900551029803192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:38,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41e62cd6{HTTP/1.1, (http/1.1)}{localhost:42949} 2024-11-13T13:22:38,429 INFO [Time-limited test {}] server.Server(415): Started @326752ms 2024-11-13T13:22:38,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:22:39,209 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/data/data2/current/BP-1440567667-172.17.0.2-1731504157545/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:39,209 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/data/data1/current/BP-1440567667-172.17.0.2-1731504157545/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:39,229 WARN [Thread-4293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:22:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae708c9b1446cd11 with lease ID 0x6da3f0e64afb917f: Processing first storage report for DS-999157d9-1376-421f-8477-e29542b9b5a4 from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=3395433e-7a67-44f9-8107-00b3ae414b6a, infoPort=41443, infoSecurePort=0, ipcPort=46683, storageInfo=lv=-57;cid=testClusterID;nsid=123469471;c=1731504157545) 2024-11-13T13:22:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae708c9b1446cd11 with lease ID 0x6da3f0e64afb917f: from storage DS-999157d9-1376-421f-8477-e29542b9b5a4 node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=3395433e-7a67-44f9-8107-00b3ae414b6a, infoPort=41443, infoSecurePort=0, ipcPort=46683, storageInfo=lv=-57;cid=testClusterID;nsid=123469471;c=1731504157545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae708c9b1446cd11 with lease ID 0x6da3f0e64afb917f: Processing first storage report for DS-95b74aa3-02a1-4635-bf1b-688e2e5cd869 from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=3395433e-7a67-44f9-8107-00b3ae414b6a, infoPort=41443, infoSecurePort=0, ipcPort=46683, storageInfo=lv=-57;cid=testClusterID;nsid=123469471;c=1731504157545) 2024-11-13T13:22:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae708c9b1446cd11 with lease ID 0x6da3f0e64afb917f: from storage DS-95b74aa3-02a1-4635-bf1b-688e2e5cd869 node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=3395433e-7a67-44f9-8107-00b3ae414b6a, infoPort=41443, infoSecurePort=0, ipcPort=46683, storageInfo=lv=-57;cid=testClusterID;nsid=123469471;c=1731504157545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:39,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de 2024-11-13T13:22:39,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:22:39,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5 with version=8 2024-11-13T13:22:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/hbase-staging 2024-11-13T13:22:39,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:39,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:39,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:39,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:39,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:22:39,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:39,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41041 2024-11-13T13:22:39,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41041 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:39,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410410x0, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:39,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41041-0x101345caedd0000 connected 2024-11-13T13:22:39,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/running 2024-11-13T13:22:39,483 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5, hbase.cluster.distributed=false 2024-11-13T13:22:39,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/acl 2024-11-13T13:22:39,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-13T13:22:39,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41041 2024-11-13T13:22:39,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41041 2024-11-13T13:22:39,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-13T13:22:39,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-13T13:22:39,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:39,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:39,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:39,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:22:39,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:39,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45889 2024-11-13T13:22:39,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45889 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:39,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458890x0, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:39,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458890x0, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/running 2024-11-13T13:22:39,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:22:39,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45889-0x101345caedd0001 connected 2024-11-13T13:22:39,624 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:22:39,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/master 2024-11-13T13:22:39,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/acl 2024-11-13T13:22:39,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45889 2024-11-13T13:22:39,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45889 2024-11-13T13:22:39,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45889 2024-11-13T13:22:39,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45889 2024-11-13T13:22:39,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45889 2024-11-13T13:22:39,698 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:41041 2024-11-13T13:22:39,699 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01296328876/backup-masters/bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876/backup-masters 2024-11-13T13:22:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876/backup-masters 2024-11-13T13:22:39,712 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on existing znode=/01296328876/backup-masters/bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:39,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01296328876/master 2024-11-13T13:22:39,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:39,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:39,722 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on existing znode=/01296328876/master 2024-11-13T13:22:39,723 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01296328876/backup-masters/bfeb2336aed7,41041,1731504159310 from backup master directory 2024-11-13T13:22:39,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T13:22:39,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T13:22:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T13:22:39,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T13:22:39,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:39,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T13:22:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876/backup-masters 2024-11-13T13:22:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296328876/backup-masters/bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876/backup-masters 2024-11-13T13:22:39,733 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:39,733 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:39,737 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/hbase.id] with ID: bfb5e3d7-b249-4e7d-be7e-a687add056c0 2024-11-13T13:22:39,737 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/.tmp/hbase.id 2024-11-13T13:22:39,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:22:39,742 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/.tmp/hbase.id]:[hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/hbase.id] 2024-11-13T13:22:39,754 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:39,754 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:22:39,757 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T13:22:39,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:39,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:39,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:22:40,171 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:40,171 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:22:40,172 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:22:40,178 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store 2024-11-13T13:22:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:22:40,188 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:40,188 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:40,188 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:40,188 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:40,188 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:40,188 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:40,188 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:40,188 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504160188Disabling compacts and flushes for region at 1731504160188Disabling writes for close at 1731504160188Writing region close event to WAL at 1731504160188Closed at 1731504160188 2024-11-13T13:22:40,192 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/.initializing 2024-11-13T13:22:40,192 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/WALs/bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:40,194 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:40,195 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C41041%2C1731504159310, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/WALs/bfeb2336aed7,41041,1731504159310, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/oldWALs, maxLogs=10 2024-11-13T13:22:40,212 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/WALs/bfeb2336aed7,41041,1731504159310/bfeb2336aed7%2C41041%2C1731504159310.1731504160196, exclude list is [], retry=0 2024-11-13T13:22:40,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:40,225 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/WALs/bfeb2336aed7,41041,1731504159310/bfeb2336aed7%2C41041%2C1731504159310.1731504160196 2024-11-13T13:22:40,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:40,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:40,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:40,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,225 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:22:40,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:40,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:22:40,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:40,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:22:40,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:40,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:22:40,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:40,234 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,235 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,235 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,237 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,237 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,239 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:40,240 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:40,253 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:40,253 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67139992, jitterRate=4.6384334564208984E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:40,253 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504160226Initializing all the Stores at 1731504160226Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504160226Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504160227 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504160227Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504160227Cleaning up temporary data from old regions at 1731504160237 (+10 ms)Region opened successfully at 1731504160253 (+16 ms) 2024-11-13T13:22:40,260 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:22:40,263 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22126007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:40,263 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:22:40,264 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:22:40,264 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:22:40,264 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:22:40,265 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:22:40,265 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:22:40,266 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:22:40,270 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:22:40,270 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Unable to get data of znode /01296328876/balancer because node does not exist (not necessarily an error) 2024-11-13T13:22:40,318 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296328876/balancer already deleted, retry=false 2024-11-13T13:22:40,319 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:22:40,319 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Unable to get data of znode /01296328876/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:22:40,329 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296328876/normalizer already deleted, retry=false 2024-11-13T13:22:40,329 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:22:40,330 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Unable to get data of znode /01296328876/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:22:40,342 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296328876/switch/split already deleted, retry=false 2024-11-13T13:22:40,343 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Unable to get data of znode /01296328876/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:22:40,353 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296328876/switch/merge already deleted, retry=false 2024-11-13T13:22:40,354 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Unable to get data of znode /01296328876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:22:40,405 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01296328876/snapshot-cleanup already deleted, retry=false 2024-11-13T13:22:40,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01296328876/running 2024-11-13T13:22:40,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01296328876/running 2024-11-13T13:22:40,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:40,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:40,496 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,41041,1731504159310, sessionid=0x101345caedd0000, setting cluster-up flag (Was=false) 2024-11-13T13:22:40,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:40,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:40,563 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01296328876/flush-table-proc/acquired, /01296328876/flush-table-proc/reached, /01296328876/flush-table-proc/abort 2024-11-13T13:22:40,564 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:40,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:40,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:40,616 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01296328876/online-snapshot/acquired, /01296328876/online-snapshot/reached, /01296328876/online-snapshot/abort 2024-11-13T13:22:40,617 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:40,618 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:22:40,619 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:40,619 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:22:40,620 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:22:40,620 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,41041,1731504159310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:40,621 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:40,633 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504190633 2024-11-13T13:22:40,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:22:40,633 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,634 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:22:40,634 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:22:40,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:22:40,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:22:40,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:22:40,635 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504160635,5,FailOnTimeoutGroup] 2024-11-13T13:22:40,635 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504160635,5,FailOnTimeoutGroup] 2024-11-13T13:22:40,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:22:40,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,635 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:22:40,646 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:22:40,646 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5 2024-11-13T13:22:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741832_1008 (size=32) 2024-11-13T13:22:40,658 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:40,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:40,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:40,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:40,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:40,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:40,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:40,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:40,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:40,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:40,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:40,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:40,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:40,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:40,666 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:40,667 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740 2024-11-13T13:22:40,667 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740 2024-11-13T13:22:40,668 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:40,668 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:40,669 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:40,670 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:40,671 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:40,671 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74447301, jitterRate=0.10935123264789581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:40,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504160658Initializing all the Stores at 1731504160659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504160659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504160660 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504160660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504160660Cleaning up temporary data from old regions at 1731504160668 (+8 ms)Region opened successfully at 1731504160672 (+4 ms) 2024-11-13T13:22:40,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:40,672 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:40,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:40,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:40,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:40,672 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:40,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504160672Disabling compacts and flushes for region at 1731504160672Disabling writes for close at 1731504160672Writing region close event to WAL at 1731504160672Closed at 1731504160672 2024-11-13T13:22:40,673 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:40,673 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:22:40,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:22:40,674 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:40,675 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:22:40,682 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(746): ClusterId : bfb5e3d7-b249-4e7d-be7e-a687add056c0 2024-11-13T13:22:40,682 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:22:40,690 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:22:40,690 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:22:40,701 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:22:40,702 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3984bb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:40,715 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:45889 2024-11-13T13:22:40,715 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:22:40,715 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:22:40,715 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:22:40,716 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,41041,1731504159310 with port=45889, startcode=1731504159538 2024-11-13T13:22:40,716 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:22:40,721 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:22:40,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:40,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:40,722 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5 2024-11-13T13:22:40,722 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41807 2024-11-13T13:22:40,722 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:22:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876/rs 2024-11-13T13:22:40,732 DEBUG [RS:0;bfeb2336aed7:45889 {}] zookeeper.ZKUtil(111): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on existing znode=/01296328876/rs/bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:40,732 WARN [RS:0;bfeb2336aed7:45889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:40,732 INFO [RS:0;bfeb2336aed7:45889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:40,732 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:40,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,45889,1731504159538] 2024-11-13T13:22:40,736 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:22:40,737 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:22:40,737 INFO [RS:0;bfeb2336aed7:45889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:22:40,737 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,738 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:22:40,738 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:22:40,738 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,738 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,738 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:40,739 DEBUG [RS:0;bfeb2336aed7:45889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:40,744 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,744 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,744 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,744 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,744 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,744 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45889,1731504159538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:40,773 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:22:40,773 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,45889,1731504159538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,773 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,773 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.Replication(171): bfeb2336aed7,45889,1731504159538 started 2024-11-13T13:22:40,789 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:40,789 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,45889,1731504159538, RpcServer on bfeb2336aed7/172.17.0.2:45889, sessionid=0x101345caedd0001 2024-11-13T13:22:40,789 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:22:40,789 DEBUG [RS:0;bfeb2336aed7:45889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:40,789 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45889,1731504159538' 2024-11-13T13:22:40,789 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01296328876/flush-table-proc/abort' 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01296328876/flush-table-proc/acquired' 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,45889,1731504159538' 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01296328876/online-snapshot/abort' 2024-11-13T13:22:40,790 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01296328876/online-snapshot/acquired' 2024-11-13T13:22:40,791 DEBUG [RS:0;bfeb2336aed7:45889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:22:40,791 INFO [RS:0;bfeb2336aed7:45889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:22:40,791 INFO [RS:0;bfeb2336aed7:45889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:22:40,825 WARN [bfeb2336aed7:41041 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T13:22:40,891 INFO [RS:0;bfeb2336aed7:45889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:40,892 INFO [RS:0;bfeb2336aed7:45889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45889%2C1731504159538, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/oldWALs, maxLogs=10 2024-11-13T13:22:40,912 DEBUG [RS:0;bfeb2336aed7:45889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893, exclude list is [], retry=0 2024-11-13T13:22:40,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:40,930 INFO [RS:0;bfeb2336aed7:45889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 2024-11-13T13:22:40,931 DEBUG [RS:0;bfeb2336aed7:45889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:41,075 DEBUG [bfeb2336aed7:41041 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:22:41,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:41,077 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45889,1731504159538, state=OPENING 2024-11-13T13:22:41,129 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:22:41,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:41,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:41,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296328876/meta-region-server: CHANGED 2024-11-13T13:22:41,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296328876/meta-region-server: CHANGED 2024-11-13T13:22:41,140 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:41,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45889,1731504159538}] 2024-11-13T13:22:41,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:41,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:22:41,303 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:22:41,303 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:41,304 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:22:41,305 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45889%2C1731504159538.meta, suffix=.meta, logDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/oldWALs, maxLogs=10 2024-11-13T13:22:41,323 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.meta.1731504161305.meta, exclude list is [], retry=0 2024-11-13T13:22:41,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:41,326 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.meta.1731504161305.meta 2024-11-13T13:22:41,326 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:41,327 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:22:41,327 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:22:41,327 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:22:41,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:41,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:41,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:41,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:41,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:41,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:41,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:41,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:41,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:41,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:41,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:41,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:41,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:41,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:41,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:41,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:41,333 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:41,333 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740 2024-11-13T13:22:41,334 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740 2024-11-13T13:22:41,335 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:41,335 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:41,336 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:41,337 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:41,337 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62912525, jitterRate=-0.06253032386302948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:41,337 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:22:41,337 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504161328Writing region info on filesystem at 1731504161328Initializing all the Stores at 1731504161328Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504161328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504161329 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504161329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504161329Cleaning up temporary data from old regions at 1731504161335 (+6 ms)Running coprocessor post-open hooks at 1731504161337 (+2 ms)Region opened successfully at 1731504161337 2024-11-13T13:22:41,339 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504161292 2024-11-13T13:22:41,340 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:22:41,341 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:22:41,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:41,341 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,45889,1731504159538, state=OPEN 2024-11-13T13:22:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01296328876/meta-region-server 2024-11-13T13:22:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01296328876/meta-region-server 2024-11-13T13:22:41,382 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:41,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296328876/meta-region-server: CHANGED 2024-11-13T13:22:41,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01296328876/meta-region-server: CHANGED 2024-11-13T13:22:41,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:22:41,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,45889,1731504159538 in 242 msec 2024-11-13T13:22:41,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:22:41,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 712 msec 2024-11-13T13:22:41,387 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:41,387 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:22:41,388 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:41,388 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45889,1731504159538, seqNum=-1] 2024-11-13T13:22:41,388 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:41,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:41,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 776 msec 2024-11-13T13:22:41,395 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504161395, completionTime=-1 2024-11-13T13:22:41,395 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:22:41,395 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504221397 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504281397 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41041,1731504159310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41041,1731504159310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,397 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41041,1731504159310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,398 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:41041, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,398 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,398 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,399 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:22:41,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.668sec 2024-11-13T13:22:41,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:22:41,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:22:41,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:22:41,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:22:41,401 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:22:41,402 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41041,1731504159310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:41,402 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41041,1731504159310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:22:41,403 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:22:41,403 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:22:41,403 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,41041,1731504159310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:41,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8da99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:41,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,41041,-1 for getting cluster id 2024-11-13T13:22:41,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:41,486 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb5e3d7-b249-4e7d-be7e-a687add056c0' 2024-11-13T13:22:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb5e3d7-b249-4e7d-be7e-a687add056c0" 2024-11-13T13:22:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5eb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,41041,-1] 2024-11-13T13:22:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:41,487 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:41,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ab0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:41,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45889,1731504159538, seqNum=-1] 2024-11-13T13:22:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:41,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:41,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:41,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:41,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101345caedd0002 connected 2024-11-13T13:22:41,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir so I do NOT create it in target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce 2024-11-13T13:22:41,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.tmp.dir so I do NOT create it in target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce 2024-11-13T13:22:41,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:22:41,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/cluster_00ae4d18-e716-2799-0ad9-d5bf076e5d2b, deleteOnExit=true 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/test.cache.data in system properties and HBase conf 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:22:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:22:41,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:22:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:22:41,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:41,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:41,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:22:41,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T13:22:42,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:42,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:42,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:42,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:42,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62555617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:42,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466f1826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:42,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1313cc91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/java.io.tmpdir/jetty-localhost-34083-hadoop-hdfs-3_4_1-tests_jar-_-any-16824122267183027101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:42,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e937c7c{HTTP/1.1, (http/1.1)}{localhost:34083} 2024-11-13T13:22:42,270 INFO [Time-limited test {}] server.Server(415): Started @330594ms 2024-11-13T13:22:42,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:42,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:42,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:42,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:42,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:42,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@118a70dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:42,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc9439c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:42,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bfc9fed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/java.io.tmpdir/jetty-localhost-36207-hadoop-hdfs-3_4_1-tests_jar-_-any-3853808836250897337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:42,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700e407f{HTTP/1.1, (http/1.1)}{localhost:36207} 2024-11-13T13:22:42,710 INFO [Time-limited test {}] server.Server(415): Started @331034ms 2024-11-13T13:22:42,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:22:43,387 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/cluster_00ae4d18-e716-2799-0ad9-d5bf076e5d2b/data/data1/current/BP-118620947-172.17.0.2-1731504161544/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:43,387 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/cluster_00ae4d18-e716-2799-0ad9-d5bf076e5d2b/data/data2/current/BP-118620947-172.17.0.2-1731504161544/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:43,406 WARN [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:22:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb7cd72c8c1f31ca with lease ID 0x6dcaf2fe013bb2cd: Processing first storage report for DS-8093fffc-2aff-4a6c-9fa7-a5f91fda1618 from datanode DatanodeRegistration(127.0.0.1:40615, datanodeUuid=71977df3-9c35-4c7b-aa4e-207e3d2124a1, infoPort=34825, infoSecurePort=0, ipcPort=41929, storageInfo=lv=-57;cid=testClusterID;nsid=663892612;c=1731504161544) 2024-11-13T13:22:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb7cd72c8c1f31ca with lease ID 0x6dcaf2fe013bb2cd: from storage DS-8093fffc-2aff-4a6c-9fa7-a5f91fda1618 node DatanodeRegistration(127.0.0.1:40615, datanodeUuid=71977df3-9c35-4c7b-aa4e-207e3d2124a1, infoPort=34825, infoSecurePort=0, ipcPort=41929, storageInfo=lv=-57;cid=testClusterID;nsid=663892612;c=1731504161544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb7cd72c8c1f31ca with lease ID 0x6dcaf2fe013bb2cd: Processing first storage report for DS-1c18c7ab-6869-425f-bc7b-8f1f841d8dbf from datanode DatanodeRegistration(127.0.0.1:40615, datanodeUuid=71977df3-9c35-4c7b-aa4e-207e3d2124a1, infoPort=34825, infoSecurePort=0, ipcPort=41929, storageInfo=lv=-57;cid=testClusterID;nsid=663892612;c=1731504161544) 2024-11-13T13:22:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb7cd72c8c1f31ca with lease ID 0x6dcaf2fe013bb2cd: from storage DS-1c18c7ab-6869-425f-bc7b-8f1f841d8dbf node DatanodeRegistration(127.0.0.1:40615, datanodeUuid=71977df3-9c35-4c7b-aa4e-207e3d2124a1, infoPort=34825, infoSecurePort=0, ipcPort=41929, storageInfo=lv=-57;cid=testClusterID;nsid=663892612;c=1731504161544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:43,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce 2024-11-13T13:22:43,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:43,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:22:43,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104 with version=8 2024-11-13T13:22:43,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/hbase-staging 2024-11-13T13:22:43,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:22:43,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:43,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37661 2024-11-13T13:22:43,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37661 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376610x0, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:43,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37661-0x101345caedd0003 connected 2024-11-13T13:22:44,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:44,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:44,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/running 2024-11-13T13:22:44,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104, hbase.cluster.distributed=false 2024-11-13T13:22:44,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/acl 2024-11-13T13:22:44,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-13T13:22:44,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37661 2024-11-13T13:22:44,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37661 2024-11-13T13:22:44,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-13T13:22:44,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-13T13:22:44,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:44,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:44,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:44,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:44,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:44,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:44,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:22:44,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:44,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40459 2024-11-13T13:22:44,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40459 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:44,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:44,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:44,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404590x0, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:44,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404590x0, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/running 2024-11-13T13:22:44,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:22:44,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40459-0x101345caedd0004 connected 2024-11-13T13:22:44,072 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:22:44,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/master 2024-11-13T13:22:44,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/acl 2024-11-13T13:22:44,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40459 2024-11-13T13:22:44,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40459 2024-11-13T13:22:44,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40459 2024-11-13T13:22:44,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40459 2024-11-13T13:22:44,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40459 2024-11-13T13:22:44,113 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:37661 2024-11-13T13:22:44,113 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11910871746/backup-masters/bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746/backup-masters 2024-11-13T13:22:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746/backup-masters 2024-11-13T13:22:44,122 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on existing znode=/11910871746/backup-masters/bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11910871746/master 2024-11-13T13:22:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,133 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on existing znode=/11910871746/master 2024-11-13T13:22:44,134 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11910871746/backup-masters/bfeb2336aed7,37661,1731504163875 from backup master directory 2024-11-13T13:22:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11910871746/backup-masters/bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746/backup-masters 2024-11-13T13:22:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746/backup-masters 2024-11-13T13:22:44,143 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:44,143 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,146 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/hbase.id] with ID: 226a431e-2ba6-4281-a379-91a57b3cf269 2024-11-13T13:22:44,146 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/.tmp/hbase.id 2024-11-13T13:22:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:22:44,567 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/.tmp/hbase.id]:[hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/hbase.id] 2024-11-13T13:22:44,577 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:44,577 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:22:44,578 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:22:44,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:22:44,629 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:44,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:22:44,630 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:22:44,639 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store 2024-11-13T13:22:44,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:22:44,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:44,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:44,654 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:44,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:44,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:44,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:44,654 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:44,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504164654Disabling compacts and flushes for region at 1731504164654Disabling writes for close at 1731504164654Writing region close event to WAL at 1731504164654Closed at 1731504164654 2024-11-13T13:22:44,655 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/.initializing 2024-11-13T13:22:44,655 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/WALs/bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,656 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:44,657 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C37661%2C1731504163875, suffix=, logDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/WALs/bfeb2336aed7,37661,1731504163875, archiveDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/oldWALs, maxLogs=10 2024-11-13T13:22:44,676 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/WALs/bfeb2336aed7,37661,1731504163875/bfeb2336aed7%2C37661%2C1731504163875.1731504164657, exclude list is [], retry=0 2024-11-13T13:22:44,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-8093fffc-2aff-4a6c-9fa7-a5f91fda1618,DISK] 2024-11-13T13:22:44,680 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/WALs/bfeb2336aed7,37661,1731504163875/bfeb2336aed7%2C37661%2C1731504163875.1731504164657 2024-11-13T13:22:44,681 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34825:34825)] 2024-11-13T13:22:44,681 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:44,681 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:44,681 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,681 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:22:44,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:44,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:22:44,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:44,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:22:44,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:44,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:22:44,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:44,695 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,695 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,696 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,697 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,697 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,697 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:44,698 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:44,700 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:44,705 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63786429, jitterRate=-0.04950813949108124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:44,706 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504164681Initializing all the Stores at 1731504164682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504164682Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504164688 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504164688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504164688Cleaning up temporary data from old regions at 1731504164697 (+9 ms)Region opened successfully at 1731504164706 (+9 ms) 2024-11-13T13:22:44,708 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:22:44,712 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675eab52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:44,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:22:44,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:22:44,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:22:44,713 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:22:44,714 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:22:44,714 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:22:44,714 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:22:44,722 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:22:44,723 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Unable to get data of znode /11910871746/balancer because node does not exist (not necessarily an error) 2024-11-13T13:22:44,732 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11910871746/balancer already deleted, retry=false 2024-11-13T13:22:44,732 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:22:44,733 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Unable to get data of znode /11910871746/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:22:44,742 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11910871746/normalizer already deleted, retry=false 2024-11-13T13:22:44,743 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:22:44,744 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Unable to get data of znode /11910871746/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:22:44,753 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11910871746/switch/split already deleted, retry=false 2024-11-13T13:22:44,754 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Unable to get data of znode /11910871746/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:22:44,763 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11910871746/switch/merge already deleted, retry=false 2024-11-13T13:22:44,771 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Unable to get data of znode /11910871746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:22:44,781 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11910871746/snapshot-cleanup already deleted, retry=false 2024-11-13T13:22:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11910871746/running 2024-11-13T13:22:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11910871746/running 2024-11-13T13:22:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,793 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,37661,1731504163875, sessionid=0x101345caedd0003, setting cluster-up flag (Was=false) 2024-11-13T13:22:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,847 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11910871746/flush-table-proc/acquired, /11910871746/flush-table-proc/reached, /11910871746/flush-table-proc/abort 2024-11-13T13:22:44,848 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:44,908 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11910871746/online-snapshot/acquired, /11910871746/online-snapshot/reached, /11910871746/online-snapshot/abort 2024-11-13T13:22:44,909 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:44,910 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:22:44,911 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:44,911 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:22:44,911 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:22:44,911 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,37661,1731504163875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:22:44,912 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:44,912 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:44,913 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:44,913 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:44,913 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:22:44,913 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:44,913 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:44,913 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:44,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:44,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:22:44,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504194932 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:22:44,932 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:22:44,936 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:22:44,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:22:44,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104 2024-11-13T13:22:44,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:22:44,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:22:44,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:22:44,948 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:22:44,956 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:22:44,956 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:22:44,959 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504164956,5,FailOnTimeoutGroup] 2024-11-13T13:22:44,960 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504164959,5,FailOnTimeoutGroup] 2024-11-13T13:22:44,960 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:44,960 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:22:44,960 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:44,960 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741832_1008 (size=32) 2024-11-13T13:22:44,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:44,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:44,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:44,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:44,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:44,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:44,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:44,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:44,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:44,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:44,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:44,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:44,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:44,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:44,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:44,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740 2024-11-13T13:22:44,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740 2024-11-13T13:22:44,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:44,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:44,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:44,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:44,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:44,983 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61881760, jitterRate=-0.07788991928100586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504164962Initializing all the Stores at 1731504164963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504164963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504164968 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504164968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504164968Cleaning up temporary data from old regions at 1731504164980 (+12 ms)Region opened successfully at 1731504164984 (+4 ms) 2024-11-13T13:22:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:44,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:44,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504164984Disabling compacts and flushes for region at 1731504164984Disabling writes for close at 1731504164984Writing region close event to WAL at 1731504164984Closed at 1731504164984 2024-11-13T13:22:44,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:44,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:22:44,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:22:44,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:44,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:22:44,998 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(746): ClusterId : 226a431e-2ba6-4281-a379-91a57b3cf269 2024-11-13T13:22:44,998 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:22:45,006 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:22:45,006 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:22:45,017 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:22:45,017 DEBUG [RS:0;bfeb2336aed7:40459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271f4677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:45,032 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:40459 2024-11-13T13:22:45,032 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:22:45,032 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:22:45,032 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:22:45,032 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,37661,1731504163875 with port=40459, startcode=1731504164046 2024-11-13T13:22:45,033 DEBUG [RS:0;bfeb2336aed7:40459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:22:45,034 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:22:45,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37661 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,037 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104 2024-11-13T13:22:45,037 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43437 2024-11-13T13:22:45,037 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:22:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746/rs 2024-11-13T13:22:45,081 DEBUG [RS:0;bfeb2336aed7:40459 {}] zookeeper.ZKUtil(111): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on existing znode=/11910871746/rs/bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,081 WARN [RS:0;bfeb2336aed7:40459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:45,082 INFO [RS:0;bfeb2336aed7:40459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:45,082 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,40459,1731504164046] 2024-11-13T13:22:45,085 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:22:45,094 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:22:45,095 INFO [RS:0;bfeb2336aed7:40459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:22:45,095 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,097 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:22:45,100 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:22:45,101 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:45,101 DEBUG [RS:0;bfeb2336aed7:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:45,108 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,108 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,108 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,108 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,108 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,108 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40459,1731504164046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:45,133 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:22:45,133 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,40459,1731504164046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,134 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,134 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.Replication(171): bfeb2336aed7,40459,1731504164046 started 2024-11-13T13:22:45,140 WARN [bfeb2336aed7:37661 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T13:22:45,151 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,152 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,40459,1731504164046, RpcServer on bfeb2336aed7/172.17.0.2:40459, sessionid=0x101345caedd0004 2024-11-13T13:22:45,152 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:22:45,152 DEBUG [RS:0;bfeb2336aed7:40459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,152 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,40459,1731504164046' 2024-11-13T13:22:45,152 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11910871746/flush-table-proc/abort' 2024-11-13T13:22:45,152 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11910871746/flush-table-proc/acquired' 2024-11-13T13:22:45,153 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:22:45,153 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:22:45,153 DEBUG [RS:0;bfeb2336aed7:40459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,153 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,40459,1731504164046' 2024-11-13T13:22:45,153 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11910871746/online-snapshot/abort' 2024-11-13T13:22:45,153 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11910871746/online-snapshot/acquired' 2024-11-13T13:22:45,154 DEBUG [RS:0;bfeb2336aed7:40459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:22:45,154 INFO [RS:0;bfeb2336aed7:40459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:22:45,154 INFO [RS:0;bfeb2336aed7:40459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:22:45,254 INFO [RS:0;bfeb2336aed7:40459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:45,256 INFO [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40459%2C1731504164046, suffix=, logDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046, archiveDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/oldWALs, maxLogs=10 2024-11-13T13:22:45,272 DEBUG [RS:0;bfeb2336aed7:40459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046/bfeb2336aed7%2C40459%2C1731504164046.1731504165256, exclude list is [], retry=0 2024-11-13T13:22:45,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-8093fffc-2aff-4a6c-9fa7-a5f91fda1618,DISK] 2024-11-13T13:22:45,277 INFO [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046/bfeb2336aed7%2C40459%2C1731504164046.1731504165256 2024-11-13T13:22:45,283 DEBUG [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34825:34825)] 2024-11-13T13:22:45,390 DEBUG [bfeb2336aed7:37661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:22:45,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40459,1731504164046, state=OPENING 2024-11-13T13:22:45,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:22:45,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:45,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:22:45,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11910871746/meta-region-server: CHANGED 2024-11-13T13:22:45,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:45,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11910871746/meta-region-server: CHANGED 2024-11-13T13:22:45,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40459,1731504164046}] 2024-11-13T13:22:45,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:45,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:22:45,584 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:22:45,584 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:45,584 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:22:45,585 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C40459%2C1731504164046.meta, suffix=.meta, logDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046, archiveDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/oldWALs, maxLogs=10 2024-11-13T13:22:45,599 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046/bfeb2336aed7%2C40459%2C1731504164046.meta.1731504165586.meta, exclude list is [], retry=0 2024-11-13T13:22:45,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-8093fffc-2aff-4a6c-9fa7-a5f91fda1618,DISK] 2024-11-13T13:22:45,614 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046/bfeb2336aed7%2C40459%2C1731504164046.meta.1731504165586.meta 2024-11-13T13:22:45,616 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34825:34825)] 2024-11-13T13:22:45,617 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:45,617 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:45,617 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:45,617 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:22:45,617 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:22:45,617 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:22:45,617 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:45,617 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:22:45,618 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:22:45,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:45,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:45,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:45,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:45,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:45,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:45,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:45,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:45,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:45,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:45,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:45,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:45,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:45,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:45,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:45,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:45,628 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:45,629 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740 2024-11-13T13:22:45,630 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740 2024-11-13T13:22:45,631 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:45,631 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:45,632 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:45,633 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:45,635 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65359949, jitterRate=-0.026060864329338074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:45,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:22:45,635 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504165618Writing region info on filesystem at 1731504165618Initializing all the Stores at 1731504165618Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504165618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504165619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504165619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504165619Cleaning up temporary data from old regions at 1731504165631 (+12 ms)Running coprocessor post-open hooks at 1731504165635 (+4 ms)Region opened successfully at 1731504165635 2024-11-13T13:22:45,636 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504165580 2024-11-13T13:22:45,638 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:22:45,638 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:22:45,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,40459,1731504164046, state=OPEN 2024-11-13T13:22:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11910871746/meta-region-server 2024-11-13T13:22:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11910871746/meta-region-server 2024-11-13T13:22:45,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:45,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11910871746/meta-region-server: CHANGED 2024-11-13T13:22:45,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11910871746/meta-region-server: CHANGED 2024-11-13T13:22:45,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:22:45,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,40459,1731504164046 in 231 msec 2024-11-13T13:22:45,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:22:45,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-13T13:22:45,663 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:45,663 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:22:45,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:45,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40459,1731504164046, seqNum=-1] 2024-11-13T13:22:45,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:45,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:45,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-11-13T13:22:45,670 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504165670, completionTime=-1 2024-11-13T13:22:45,670 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:22:45,670 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504225672 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504285672 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37661,1731504163875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37661,1731504163875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,672 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37661,1731504163875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,673 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:37661, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,673 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,673 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,674 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.533sec 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37661,1731504163875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:45,676 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37661,1731504163875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:22:45,677 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:22:45,678 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:22:45,678 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,37661,1731504163875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:45,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2695d0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:45,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37661,-1 for getting cluster id 2024-11-13T13:22:45,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:45,699 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226a431e-2ba6-4281-a379-91a57b3cf269' 2024-11-13T13:22:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226a431e-2ba6-4281-a379-91a57b3cf269" 2024-11-13T13:22:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffba715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37661,-1] 2024-11-13T13:22:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:45,700 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:45,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2887cfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:45,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40459,1731504164046, seqNum=-1] 2024-11-13T13:22:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:45,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:45,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:45,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:45,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:45,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101345caedd0005 connected 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir so I do NOT create it in target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66 2024-11-13T13:22:45,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.tmp.dir so I do NOT create it in target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66 2024-11-13T13:22:45,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T13:22:45,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/cluster_bb9319ea-4689-826d-d5e2-9785ad1c256f, deleteOnExit=true 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/test.cache.data in system properties and HBase conf 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/hadoop.log.dir in system properties and HBase conf 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T13:22:45,723 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T13:22:45,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/nfs.dump.dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/java.io.tmpdir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T13:22:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T13:22:46,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:46,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:46,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:46,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:46,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T13:22:46,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:46,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729730ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:46,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403bfa64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:46,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f2ec53{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/java.io.tmpdir/jetty-localhost-43765-hadoop-hdfs-3_4_1-tests_jar-_-any-2891970104896873981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:22:46,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75eab216{HTTP/1.1, (http/1.1)}{localhost:43765} 2024-11-13T13:22:46,423 INFO [Time-limited test {}] server.Server(415): Started @334747ms 2024-11-13T13:22:46,797 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:46,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,843 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:46,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T13:22:46,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T13:22:46,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T13:22:46,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T13:22:46,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T13:22:46,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d1a5bf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/hadoop.log.dir/,AVAILABLE} 2024-11-13T13:22:46,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d17aac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T13:22:46,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44b3dfe4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/java.io.tmpdir/jetty-localhost-35223-hadoop-hdfs-3_4_1-tests_jar-_-any-3842993818705415995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:22:46,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bcc714a{HTTP/1.1, (http/1.1)}{localhost:35223} 2024-11-13T13:22:46,985 INFO [Time-limited test {}] server.Server(415): Started @335308ms 2024-11-13T13:22:46,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T13:22:47,918 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/cluster_bb9319ea-4689-826d-d5e2-9785ad1c256f/data/data1/current/BP-1665225749-172.17.0.2-1731504165737/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:47,918 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/cluster_bb9319ea-4689-826d-d5e2-9785ad1c256f/data/data2/current/BP-1665225749-172.17.0.2-1731504165737/current, will proceed with Du for space computation calculation, 2024-11-13T13:22:47,939 WARN [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T13:22:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a9fde36651fd9be with lease ID 0xe5993b47b8a678cf: Processing first storage report for DS-e91dfa65-4dd1-46b2-be2a-1b578a518e5f from datanode DatanodeRegistration(127.0.0.1:39207, datanodeUuid=5e45ad7f-8f87-4bcf-9179-5c663f0d447c, infoPort=42161, infoSecurePort=0, ipcPort=38857, storageInfo=lv=-57;cid=testClusterID;nsid=1781751173;c=1731504165737) 2024-11-13T13:22:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a9fde36651fd9be with lease ID 0xe5993b47b8a678cf: from storage DS-e91dfa65-4dd1-46b2-be2a-1b578a518e5f node DatanodeRegistration(127.0.0.1:39207, datanodeUuid=5e45ad7f-8f87-4bcf-9179-5c663f0d447c, infoPort=42161, infoSecurePort=0, ipcPort=38857, storageInfo=lv=-57;cid=testClusterID;nsid=1781751173;c=1731504165737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a9fde36651fd9be with lease ID 0xe5993b47b8a678cf: Processing first storage report for DS-bb6501ac-4802-42ce-a3b9-f48521dbd9ed from datanode DatanodeRegistration(127.0.0.1:39207, datanodeUuid=5e45ad7f-8f87-4bcf-9179-5c663f0d447c, infoPort=42161, infoSecurePort=0, ipcPort=38857, storageInfo=lv=-57;cid=testClusterID;nsid=1781751173;c=1731504165737) 2024-11-13T13:22:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a9fde36651fd9be with lease ID 0xe5993b47b8a678cf: from storage DS-bb6501ac-4802-42ce-a3b9-f48521dbd9ed node DatanodeRegistration(127.0.0.1:39207, datanodeUuid=5e45ad7f-8f87-4bcf-9179-5c663f0d447c, infoPort=42161, infoSecurePort=0, ipcPort=38857, storageInfo=lv=-57;cid=testClusterID;nsid=1781751173;c=1731504165737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T13:22:48,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66 2024-11-13T13:22:48,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:48,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741825_1001 (size=7) 2024-11-13T13:22:48,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87 with version=8 2024-11-13T13:22:48,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/hbase-staging 2024-11-13T13:22:48,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:48,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:48,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:48,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:48,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:48,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:48,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T13:22:48,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:48,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36903 2024-11-13T13:22:48,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36903 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369030x0, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:48,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36903-0x101345caedd0006 connected 2024-11-13T13:22:48,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:48,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:48,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/running 2024-11-13T13:22:48,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87, hbase.cluster.distributed=false 2024-11-13T13:22:48,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/acl 2024-11-13T13:22:48,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-13T13:22:48,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36903 2024-11-13T13:22:48,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36903 2024-11-13T13:22:48,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-13T13:22:48,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-13T13:22:48,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bfeb2336aed7:0 server-side Connection retries=45 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T13:22:48,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34265 2024-11-13T13:22:48,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34265 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:48,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:48,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342650x0, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:49,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34265-0x101345caedd0007 connected 2024-11-13T13:22:49,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342650x0, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/running 2024-11-13T13:22:49,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T13:22:49,033 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T13:22:49,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/master 2024-11-13T13:22:49,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/acl 2024-11-13T13:22:49,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-13T13:22:49,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34265 2024-11-13T13:22:49,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34265 2024-11-13T13:22:49,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-13T13:22:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-13T13:22:49,050 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bfeb2336aed7:36903 2024-11-13T13:22:49,050 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-695333728/backup-masters/bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728/backup-masters 2024-11-13T13:22:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728/backup-masters 2024-11-13T13:22:49,123 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on existing znode=/2-695333728/backup-masters/bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:49,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-695333728/master 2024-11-13T13:22:49,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:49,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:49,170 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on existing znode=/2-695333728/master 2024-11-13T13:22:49,170 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-695333728/backup-masters/bfeb2336aed7,36903,1731504168428 from backup master directory 2024-11-13T13:22:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728/backup-masters 2024-11-13T13:22:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-695333728/backup-masters/bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728/backup-masters 2024-11-13T13:22:49,275 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:49,275 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:49,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/hbase.id] with ID: b3bdd5d2-c1ac-4611-8f45-0f2788cdd452 2024-11-13T13:22:49,278 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/.tmp/hbase.id 2024-11-13T13:22:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741826_1002 (size=42) 2024-11-13T13:22:49,681 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/.tmp/hbase.id]:[hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/hbase.id] 2024-11-13T13:22:49,688 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:49,688 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T13:22:49,689 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T13:22:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741827_1003 (size=196) 2024-11-13T13:22:50,118 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:50,118 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T13:22:50,119 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741828_1004 (size=1189) 2024-11-13T13:22:50,125 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store 2024-11-13T13:22:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741829_1005 (size=34) 2024-11-13T13:22:50,531 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:50,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:22:50,532 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:50,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:50,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:22:50,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:50,532 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:22:50,532 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504170531Disabling compacts and flushes for region at 1731504170531Disabling writes for close at 1731504170532 (+1 ms)Writing region close event to WAL at 1731504170532Closed at 1731504170532 2024-11-13T13:22:50,532 WARN [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/.initializing 2024-11-13T13:22:50,533 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/WALs/bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:50,533 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:50,534 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bfeb2336aed7%2C36903%2C1731504168428, suffix=, logDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/WALs/bfeb2336aed7,36903,1731504168428, archiveDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/oldWALs, maxLogs=10 2024-11-13T13:22:50,554 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/WALs/bfeb2336aed7,36903,1731504168428/bfeb2336aed7%2C36903%2C1731504168428.1731504170535, exclude list is [], retry=0 2024-11-13T13:22:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-e91dfa65-4dd1-46b2-be2a-1b578a518e5f,DISK] 2024-11-13T13:22:50,559 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/WALs/bfeb2336aed7,36903,1731504168428/bfeb2336aed7%2C36903%2C1731504168428.1731504170535 2024-11-13T13:22:50,559 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T13:22:50,559 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:50,559 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:50,559 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,559 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T13:22:50,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:50,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:50,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T13:22:50,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:50,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:50,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T13:22:50,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:50,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:50,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T13:22:50,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:50,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:50,565 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,565 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,566 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,566 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,566 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,567 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:50,568 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T13:22:50,569 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:50,570 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73938066, jitterRate=0.1017630398273468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:50,570 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731504170559Initializing all the Stores at 1731504170560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504170560Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504170560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504170560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504170560Cleaning up temporary data from old regions at 1731504170566 (+6 ms)Region opened successfully at 1731504170570 (+4 ms) 2024-11-13T13:22:50,572 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T13:22:50,574 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0cc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:50,575 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T13:22:50,575 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T13:22:50,575 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T13:22:50,575 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T13:22:50,576 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T13:22:50,576 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T13:22:50,576 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T13:22:50,578 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T13:22:50,578 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Unable to get data of znode /2-695333728/balancer because node does not exist (not necessarily an error) 2024-11-13T13:22:50,612 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-695333728/balancer already deleted, retry=false 2024-11-13T13:22:50,613 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T13:22:50,614 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Unable to get data of znode /2-695333728/normalizer because node does not exist (not necessarily an error) 2024-11-13T13:22:50,633 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-695333728/normalizer already deleted, retry=false 2024-11-13T13:22:50,634 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T13:22:50,635 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Unable to get data of znode /2-695333728/switch/split because node does not exist (not necessarily an error) 2024-11-13T13:22:50,654 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-695333728/switch/split already deleted, retry=false 2024-11-13T13:22:50,655 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Unable to get data of znode /2-695333728/switch/merge because node does not exist (not necessarily an error) 2024-11-13T13:22:50,676 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-695333728/switch/merge already deleted, retry=false 2024-11-13T13:22:50,678 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Unable to get data of znode /2-695333728/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T13:22:50,689 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-695333728/snapshot-cleanup already deleted, retry=false 2024-11-13T13:22:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-695333728/running 2024-11-13T13:22:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-695333728/running 2024-11-13T13:22:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:50,701 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bfeb2336aed7,36903,1731504168428, sessionid=0x101345caedd0006, setting cluster-up flag (Was=false) 2024-11-13T13:22:50,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:50,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:50,756 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-695333728/flush-table-proc/acquired, /2-695333728/flush-table-proc/reached, /2-695333728/flush-table-proc/abort 2024-11-13T13:22:50,757 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:50,812 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-695333728/online-snapshot/acquired, /2-695333728/online-snapshot/reached, /2-695333728/online-snapshot/abort 2024-11-13T13:22:50,813 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:50,814 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T13:22:50,815 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:50,815 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T13:22:50,815 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T13:22:50,815 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bfeb2336aed7,36903,1731504168428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T13:22:50,816 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:50,816 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:50,816 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:50,816 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T13:22:50,817 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bfeb2336aed7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T13:22:50,817 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,817 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:50,817 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,817 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731504200817 2024-11-13T13:22:50,817 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T13:22:50,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:50,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T13:22:50,818 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T13:22:50,819 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504170818,5,FailOnTimeoutGroup] 2024-11-13T13:22:50,819 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504170819,5,FailOnTimeoutGroup] 2024-11-13T13:22:50,819 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,819 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T13:22:50,819 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,819 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,819 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:50,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T13:22:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741831_1007 (size=1321) 2024-11-13T13:22:50,842 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(746): ClusterId : b3bdd5d2-c1ac-4611-8f45-0f2788cdd452 2024-11-13T13:22:50,842 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T13:22:50,855 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T13:22:50,855 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T13:22:50,869 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T13:22:50,869 DEBUG [RS:0;bfeb2336aed7:34265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e83f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bfeb2336aed7/172.17.0.2:0 2024-11-13T13:22:50,886 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bfeb2336aed7:34265 2024-11-13T13:22:50,886 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T13:22:50,886 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T13:22:50,886 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T13:22:50,887 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(2659): reportForDuty to master=bfeb2336aed7,36903,1731504168428 with port=34265, startcode=1731504168993 2024-11-13T13:22:50,887 DEBUG [RS:0;bfeb2336aed7:34265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T13:22:50,889 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T13:22:50,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:50,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36903 {}] master.ServerManager(517): Registering regionserver=bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:50,890 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87 2024-11-13T13:22:50,890 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39705 2024-11-13T13:22:50,891 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T13:22:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728/rs 2024-11-13T13:22:50,929 DEBUG [RS:0;bfeb2336aed7:34265 {}] zookeeper.ZKUtil(111): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on existing znode=/2-695333728/rs/bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:50,930 WARN [RS:0;bfeb2336aed7:34265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T13:22:50,930 INFO [RS:0;bfeb2336aed7:34265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:50,930 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:50,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bfeb2336aed7,34265,1731504168993] 2024-11-13T13:22:50,932 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T13:22:50,934 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T13:22:50,934 INFO [RS:0;bfeb2336aed7:34265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T13:22:50,934 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,935 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T13:22:50,935 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T13:22:50,935 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bfeb2336aed7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,935 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bfeb2336aed7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T13:22:50,936 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:50,936 DEBUG [RS:0;bfeb2336aed7:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bfeb2336aed7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T13:22:50,936 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,936 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,936 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,936 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,936 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,936 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34265,1731504168993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:50,949 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T13:22:50,949 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,34265,1731504168993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,949 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,949 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.Replication(171): bfeb2336aed7,34265,1731504168993 started 2024-11-13T13:22:50,964 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:50,964 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1482): Serving as bfeb2336aed7,34265,1731504168993, RpcServer on bfeb2336aed7/172.17.0.2:34265, sessionid=0x101345caedd0007 2024-11-13T13:22:50,964 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T13:22:50,964 DEBUG [RS:0;bfeb2336aed7:34265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:50,964 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,34265,1731504168993' 2024-11-13T13:22:50,964 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-695333728/flush-table-proc/abort' 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-695333728/flush-table-proc/acquired' 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bfeb2336aed7,34265,1731504168993' 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-695333728/online-snapshot/abort' 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-695333728/online-snapshot/acquired' 2024-11-13T13:22:50,965 DEBUG [RS:0;bfeb2336aed7:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T13:22:50,965 INFO [RS:0;bfeb2336aed7:34265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T13:22:50,965 INFO [RS:0;bfeb2336aed7:34265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T13:22:51,066 INFO [RS:0;bfeb2336aed7:34265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T13:22:51,067 INFO [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C34265%2C1731504168993, suffix=, logDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993, archiveDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/oldWALs, maxLogs=10 2024-11-13T13:22:51,078 DEBUG [RS:0;bfeb2336aed7:34265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993/bfeb2336aed7%2C34265%2C1731504168993.1731504171067, exclude list is [], retry=0 2024-11-13T13:22:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-e91dfa65-4dd1-46b2-be2a-1b578a518e5f,DISK] 2024-11-13T13:22:51,081 INFO [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993/bfeb2336aed7%2C34265%2C1731504168993.1731504171067 2024-11-13T13:22:51,082 DEBUG [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T13:22:51,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T13:22:51,230 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87 2024-11-13T13:22:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741833_1009 (size=32) 2024-11-13T13:22:51,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:51,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:51,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:51,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:51,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:51,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:51,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:51,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:51,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:51,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:51,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740 2024-11-13T13:22:51,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740 2024-11-13T13:22:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:51,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:51,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:51,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:51,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63741435, jitterRate=-0.05017860233783722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:51,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731504171635Initializing all the Stores at 1731504171635Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504171635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504171635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504171635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504171635Cleaning up temporary data from old regions at 1731504171641 (+6 ms)Region opened successfully at 1731504171644 (+3 ms) 2024-11-13T13:22:51,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:51,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:51,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:22:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504171644Disabling compacts and flushes for region at 1731504171644Disabling writes for close at 1731504171645 (+1 ms)Writing region close event to WAL at 1731504171645Closed at 1731504171645 2024-11-13T13:22:51,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:51,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T13:22:51,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T13:22:51,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:51,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T13:22:51,798 DEBUG [bfeb2336aed7:36903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T13:22:51,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:51,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,34265,1731504168993, state=OPENING 2024-11-13T13:22:51,805 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T13:22:51,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:51,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:51,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-695333728/meta-region-server: CHANGED 2024-11-13T13:22:51,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-695333728/meta-region-server: CHANGED 2024-11-13T13:22:51,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T13:22:51,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34265,1731504168993}] 2024-11-13T13:22:51,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:51,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:22:51,941 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149065 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bfeb2336aed7,34717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:34717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T13:22:51,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:51,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:22:51,973 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T13:22:51,973 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:51,973 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T13:22:51,974 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C34265%2C1731504168993.meta, suffix=.meta, logDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993, archiveDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/oldWALs, maxLogs=10 2024-11-13T13:22:51,986 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993/bfeb2336aed7%2C34265%2C1731504168993.meta.1731504171974.meta, exclude list is [], retry=0 2024-11-13T13:22:51,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-e91dfa65-4dd1-46b2-be2a-1b578a518e5f,DISK] 2024-11-13T13:22:51,989 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993/bfeb2336aed7%2C34265%2C1731504168993.meta.1731504171974.meta 2024-11-13T13:22:51,989 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T13:22:51,990 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:51,990 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:51,990 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:51,990 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T13:22:51,990 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T13:22:51,991 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T13:22:51,991 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:51,991 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T13:22:51,991 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T13:22:51,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T13:22:51,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T13:22:51,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T13:22:51,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T13:22:51,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T13:22:51,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T13:22:51,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T13:22:51,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T13:22:51,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:51,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T13:22:51,997 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T13:22:51,998 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740 2024-11-13T13:22:51,999 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740 2024-11-13T13:22:51,999 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T13:22:51,999 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T13:22:52,000 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T13:22:52,000 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T13:22:52,001 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63761305, jitterRate=-0.049882516264915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T13:22:52,001 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T13:22:52,001 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731504171991Writing region info on filesystem at 1731504171991Initializing all the Stores at 1731504171992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504171992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504171992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504171992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731504171992Cleaning up temporary data from old regions at 1731504171999 (+7 ms)Running coprocessor post-open hooks at 1731504172001 (+2 ms)Region opened successfully at 1731504172001 2024-11-13T13:22:52,002 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731504171968 2024-11-13T13:22:52,003 DEBUG [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T13:22:52,003 INFO [RS_OPEN_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T13:22:52,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:52,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bfeb2336aed7,34265,1731504168993, state=OPEN 2024-11-13T13:22:52,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-695333728/meta-region-server 2024-11-13T13:22:52,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-695333728/meta-region-server 2024-11-13T13:22:52,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:52,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-695333728/meta-region-server: CHANGED 2024-11-13T13:22:52,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-695333728/meta-region-server: CHANGED 2024-11-13T13:22:52,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T13:22:52,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bfeb2336aed7,34265,1731504168993 in 199 msec 2024-11-13T13:22:52,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T13:22:52,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-13T13:22:52,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T13:22:52,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T13:22:52,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:52,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34265,1731504168993, seqNum=-1] 2024-11-13T13:22:52,020 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:52,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:52,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-13T13:22:52,025 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731504172025, completionTime=-1 2024-11-13T13:22:52,025 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T13:22:52,025 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T13:22:52,026 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T13:22:52,026 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731504232026 2024-11-13T13:22:52,026 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731504292026 2024-11-13T13:22:52,026 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T13:22:52,027 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36903,1731504168428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,027 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36903,1731504168428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,027 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36903,1731504168428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,027 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bfeb2336aed7:36903, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,027 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,027 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,028 DEBUG [master/bfeb2336aed7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36903,1731504168428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T13:22:52,030 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36903,1731504168428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T13:22:52,032 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T13:22:52,032 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T13:22:52,032 INFO [master/bfeb2336aed7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bfeb2336aed7,36903,1731504168428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T13:22:52,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433ca3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:52,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36903,-1 for getting cluster id 2024-11-13T13:22:52,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:52,044 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3bdd5d2-c1ac-4611-8f45-0f2788cdd452' 2024-11-13T13:22:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3bdd5d2-c1ac-4611-8f45-0f2788cdd452" 2024-11-13T13:22:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b759d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36903,-1] 2024-11-13T13:22:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:52,045 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:52,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efd223e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:52,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34265,1731504168993, seqNum=-1] 2024-11-13T13:22:52,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:52,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:52,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:52,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51758 2024-11-13T13:22:52,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T13:22:52,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101345caedd0008 connected 2024-11-13T13:22:52,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de0774a 2024-11-13T13:22:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:52,071 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:52,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:52,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:52,073 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:52,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:52,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:52,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8fb2120dac6cb33739bb5d3695d55a1, NAME => 'test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5 2024-11-13T13:22:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:52,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:52,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8fb2120dac6cb33739bb5d3695d55a1, disabling compactions & flushes 2024-11-13T13:22:52,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. after waiting 0 ms 2024-11-13T13:22:52,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8fb2120dac6cb33739bb5d3695d55a1: Waiting for close lock at 1731504172487Disabling compacts and flushes for region at 1731504172487Disabling writes for close at 1731504172487Writing region close event to WAL at 1731504172487Closed at 1731504172487 2024-11-13T13:22:52,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:52,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504172488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504172488"}]},"ts":"1731504172488"} 2024-11-13T13:22:52,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:52,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:52,492 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504172491"}]},"ts":"1731504172491"} 2024-11-13T13:22:52,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:52,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8fb2120dac6cb33739bb5d3695d55a1, ASSIGN}] 2024-11-13T13:22:52,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8fb2120dac6cb33739bb5d3695d55a1, ASSIGN 2024-11-13T13:22:52,496 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8fb2120dac6cb33739bb5d3695d55a1, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45889,1731504159538; forceNewPlan=false, retain=false 2024-11-13T13:22:52,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8fb2120dac6cb33739bb5d3695d55a1, regionState=OPENING, regionLocation=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:52,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8fb2120dac6cb33739bb5d3695d55a1, ASSIGN because future has completed 2024-11-13T13:22:52,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8fb2120dac6cb33739bb5d3695d55a1, server=bfeb2336aed7,45889,1731504159538}] 2024-11-13T13:22:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:52,806 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,806 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8fb2120dac6cb33739bb5d3695d55a1, NAME => 'test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:52,806 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:52,806 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:52,806 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,806 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:52,806 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,806 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,808 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,813 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fb2120dac6cb33739bb5d3695d55a1 columnFamilyName f 2024-11-13T13:22:52,813 DEBUG [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:52,813 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] regionserver.HStore(327): Store=c8fb2120dac6cb33739bb5d3695d55a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:52,813 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,815 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fb2120dac6cb33739bb5d3695d55a1 columnFamilyName f1 2024-11-13T13:22:52,815 DEBUG [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:52,815 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] regionserver.HStore(327): Store=c8fb2120dac6cb33739bb5d3695d55a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:52,815 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,816 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fb2120dac6cb33739bb5d3695d55a1 columnFamilyName norep 2024-11-13T13:22:52,816 DEBUG [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:52,816 INFO [StoreOpener-c8fb2120dac6cb33739bb5d3695d55a1-1 {}] regionserver.HStore(327): Store=c8fb2120dac6cb33739bb5d3695d55a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:52,816 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,817 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,817 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,818 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,818 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,819 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:52,820 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,822 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:52,822 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8fb2120dac6cb33739bb5d3695d55a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65274961, jitterRate=-0.0273272842168808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:52,822 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:22:52,823 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8fb2120dac6cb33739bb5d3695d55a1: Running coprocessor pre-open hook at 1731504172807Writing region info on filesystem at 1731504172807Initializing all the Stores at 1731504172807Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504172807Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504172807Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504172807Cleaning up temporary data from old regions at 1731504172818 (+11 ms)Running coprocessor post-open hooks at 1731504172822 (+4 ms)Region opened successfully at 1731504172822 2024-11-13T13:22:52,823 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., pid=6, masterSystemTime=1731504172801 2024-11-13T13:22:52,825 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,826 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:22:52,826 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8fb2120dac6cb33739bb5d3695d55a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:52,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8fb2120dac6cb33739bb5d3695d55a1, server=bfeb2336aed7,45889,1731504159538 because future has completed 2024-11-13T13:22:52,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:52,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8fb2120dac6cb33739bb5d3695d55a1, server=bfeb2336aed7,45889,1731504159538 in 183 msec 2024-11-13T13:22:52,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:52,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8fb2120dac6cb33739bb5d3695d55a1, ASSIGN in 339 msec 2024-11-13T13:22:52,836 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:52,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504172836"}]},"ts":"1731504172836"} 2024-11-13T13:22:52,838 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:52,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:52,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-13T13:22:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:53,211 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:53,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c40f5f7 2024-11-13T13:22:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:53,213 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:53,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:53,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:53,217 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:53,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:53,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:53,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:53,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c188a21f6ce759ffcb313fa03af6051, NAME => 'test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104 2024-11-13T13:22:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c188a21f6ce759ffcb313fa03af6051, disabling compactions & flushes 2024-11-13T13:22:53,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. after waiting 0 ms 2024-11-13T13:22:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c188a21f6ce759ffcb313fa03af6051: Waiting for close lock at 1731504173229Disabling compacts and flushes for region at 1731504173229Disabling writes for close at 1731504173229Writing region close event to WAL at 1731504173229Closed at 1731504173229 2024-11-13T13:22:53,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:53,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504173230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504173230"}]},"ts":"1731504173230"} 2024-11-13T13:22:53,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:53,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:53,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504173232"}]},"ts":"1731504173232"} 2024-11-13T13:22:53,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:53,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c188a21f6ce759ffcb313fa03af6051, ASSIGN}] 2024-11-13T13:22:53,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c188a21f6ce759ffcb313fa03af6051, ASSIGN 2024-11-13T13:22:53,236 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c188a21f6ce759ffcb313fa03af6051, ASSIGN; state=OFFLINE, location=bfeb2336aed7,40459,1731504164046; forceNewPlan=false, retain=false 2024-11-13T13:22:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:53,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c188a21f6ce759ffcb313fa03af6051, regionState=OPENING, regionLocation=bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:53,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c188a21f6ce759ffcb313fa03af6051, ASSIGN because future has completed 2024-11-13T13:22:53,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c188a21f6ce759ffcb313fa03af6051, server=bfeb2336aed7,40459,1731504164046}] 2024-11-13T13:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:53,545 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,545 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c188a21f6ce759ffcb313fa03af6051, NAME => 'test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:53,545 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:53,545 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:53,545 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,546 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:53,546 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,546 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,547 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,548 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c188a21f6ce759ffcb313fa03af6051 columnFamilyName f 2024-11-13T13:22:53,548 DEBUG [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:53,548 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] regionserver.HStore(327): Store=3c188a21f6ce759ffcb313fa03af6051/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:53,548 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,549 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c188a21f6ce759ffcb313fa03af6051 columnFamilyName f1 2024-11-13T13:22:53,549 DEBUG [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:53,550 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] regionserver.HStore(327): Store=3c188a21f6ce759ffcb313fa03af6051/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:53,550 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,551 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c188a21f6ce759ffcb313fa03af6051 columnFamilyName norep 2024-11-13T13:22:53,551 DEBUG [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:53,551 INFO [StoreOpener-3c188a21f6ce759ffcb313fa03af6051-1 {}] regionserver.HStore(327): Store=3c188a21f6ce759ffcb313fa03af6051/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:53,551 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,551 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,552 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,552 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,552 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,553 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:53,553 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,555 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:53,555 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c188a21f6ce759ffcb313fa03af6051; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984294, jitterRate=-0.1061643660068512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:53,555 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:22:53,555 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c188a21f6ce759ffcb313fa03af6051: Running coprocessor pre-open hook at 1731504173546Writing region info on filesystem at 1731504173546Initializing all the Stores at 1731504173546Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504173546Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504173547 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504173547Cleaning up temporary data from old regions at 1731504173552 (+5 ms)Running coprocessor post-open hooks at 1731504173555 (+3 ms)Region opened successfully at 1731504173555 2024-11-13T13:22:53,556 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051., pid=6, masterSystemTime=1731504173541 2024-11-13T13:22:53,558 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,558 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:22:53,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c188a21f6ce759ffcb313fa03af6051, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,40459,1731504164046 2024-11-13T13:22:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c188a21f6ce759ffcb313fa03af6051, server=bfeb2336aed7,40459,1731504164046 because future has completed 2024-11-13T13:22:53,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:53,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c188a21f6ce759ffcb313fa03af6051, server=bfeb2336aed7,40459,1731504164046 in 177 msec 2024-11-13T13:22:53,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:53,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c188a21f6ce759ffcb313fa03af6051, ASSIGN in 333 msec 2024-11-13T13:22:53,571 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:53,571 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504173571"}]},"ts":"1731504173571"} 2024-11-13T13:22:53,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:53,573 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:53,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 359 msec 2024-11-13T13:22:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:53,842 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:53,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3699efd0 2024-11-13T13:22:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:53,844 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:53,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T13:22:53,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:53,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:53,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T13:22:53,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:53,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741835_1011 (size=902) 2024-11-13T13:22:53,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fbd75b1cba51166604d760613f4e94f, NAME => 'test,,1731504173845.1fbd75b1cba51166604d760613f4e94f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87 2024-11-13T13:22:53,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741836_1012 (size=39) 2024-11-13T13:22:53,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731504173845.1fbd75b1cba51166604d760613f4e94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:53,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1fbd75b1cba51166604d760613f4e94f, disabling compactions & flushes 2024-11-13T13:22:53,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:53,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:53,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. after waiting 0 ms 2024-11-13T13:22:53,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:53,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:53,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fbd75b1cba51166604d760613f4e94f: Waiting for close lock at 1731504173861Disabling compacts and flushes for region at 1731504173861Disabling writes for close at 1731504173861Writing region close event to WAL at 1731504173861Closed at 1731504173861 2024-11-13T13:22:53,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:53,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731504173845.1fbd75b1cba51166604d760613f4e94f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731504173862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504173862"}]},"ts":"1731504173862"} 2024-11-13T13:22:53,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:53,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:53,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504173865"}]},"ts":"1731504173865"} 2024-11-13T13:22:53,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T13:22:53,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fbd75b1cba51166604d760613f4e94f, ASSIGN}] 2024-11-13T13:22:53,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fbd75b1cba51166604d760613f4e94f, ASSIGN 2024-11-13T13:22:53,869 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1fbd75b1cba51166604d760613f4e94f, ASSIGN; state=OFFLINE, location=bfeb2336aed7,34265,1731504168993; forceNewPlan=false, retain=false 2024-11-13T13:22:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:54,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fbd75b1cba51166604d760613f4e94f, regionState=OPENING, regionLocation=bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:54,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1fbd75b1cba51166604d760613f4e94f, ASSIGN because future has completed 2024-11-13T13:22:54,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fbd75b1cba51166604d760613f4e94f, server=bfeb2336aed7,34265,1731504168993}] 2024-11-13T13:22:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:54,180 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:54,181 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fbd75b1cba51166604d760613f4e94f, NAME => 'test,,1731504173845.1fbd75b1cba51166604d760613f4e94f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:54,181 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:54,182 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T13:22:54,182 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,182 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731504173845.1fbd75b1cba51166604d760613f4e94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:54,182 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,182 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,184 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,185 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fbd75b1cba51166604d760613f4e94f columnFamilyName f 2024-11-13T13:22:54,185 DEBUG [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:54,186 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] regionserver.HStore(327): Store=1fbd75b1cba51166604d760613f4e94f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:54,186 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,187 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fbd75b1cba51166604d760613f4e94f columnFamilyName f1 2024-11-13T13:22:54,187 DEBUG [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:54,187 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] regionserver.HStore(327): Store=1fbd75b1cba51166604d760613f4e94f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:54,188 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,189 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fbd75b1cba51166604d760613f4e94f columnFamilyName norep 2024-11-13T13:22:54,189 DEBUG [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:54,189 INFO [StoreOpener-1fbd75b1cba51166604d760613f4e94f-1 {}] regionserver.HStore(327): Store=1fbd75b1cba51166604d760613f4e94f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:54,189 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,190 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,190 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,191 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,191 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,192 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:54,193 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,195 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:54,195 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1fbd75b1cba51166604d760613f4e94f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60232255, jitterRate=-0.10246945917606354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:54,196 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:54,196 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1fbd75b1cba51166604d760613f4e94f: Running coprocessor pre-open hook at 1731504174182Writing region info on filesystem at 1731504174182Initializing all the Stores at 1731504174183 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504174183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504174184 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504174184Cleaning up temporary data from old regions at 1731504174191 (+7 ms)Running coprocessor post-open hooks at 1731504174196 (+5 ms)Region opened successfully at 1731504174196 2024-11-13T13:22:54,197 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731504173845.1fbd75b1cba51166604d760613f4e94f., pid=6, masterSystemTime=1731504174178 2024-11-13T13:22:54,200 DEBUG [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:54,200 INFO [RS_OPEN_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:54,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fbd75b1cba51166604d760613f4e94f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fbd75b1cba51166604d760613f4e94f, server=bfeb2336aed7,34265,1731504168993 because future has completed 2024-11-13T13:22:54,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T13:22:54,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fbd75b1cba51166604d760613f4e94f, server=bfeb2336aed7,34265,1731504168993 in 178 msec 2024-11-13T13:22:54,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T13:22:54,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1fbd75b1cba51166604d760613f4e94f, ASSIGN in 338 msec 2024-11-13T13:22:54,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:54,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504174207"}]},"ts":"1731504174207"} 2024-11-13T13:22:54,209 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T13:22:54,210 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:54,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 365 msec 2024-11-13T13:22:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T13:22:54,472 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T13:22:54,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746dac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:54,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,41041,-1 for getting cluster id 2024-11-13T13:22:54,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:54,473 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb5e3d7-b249-4e7d-be7e-a687add056c0' 2024-11-13T13:22:54,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:54,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb5e3d7-b249-4e7d-be7e-a687add056c0" 2024-11-13T13:22:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6b00ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,41041,-1] 2024-11-13T13:22:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:54,474 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286ca984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:54,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ea7dee 2024-11-13T13:22:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:54,476 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:54,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bfeb2336aed7:37661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:54,480 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:37661' 2024-11-13T13:22:54,480 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2135b640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:54,481 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37661,-1 for getting cluster id 2024-11-13T13:22:54,481 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:54,481 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226a431e-2ba6-4281-a379-91a57b3cf269' 2024-11-13T13:22:54,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:54,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226a431e-2ba6-4281-a379-91a57b3cf269" 2024-11-13T13:22:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7e6fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37661,-1] 2024-11-13T13:22:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:54,482 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767e473e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:54,483 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:54,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:54,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d2b344 2024-11-13T13:22:54,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:54,484 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:54,485 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T13:22:54,485 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:22:54,485 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:54,485 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:54,486 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T13:22:54,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:54,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T13:22:54,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T13:22:54,488 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:54,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T13:22:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741837_1013 (size=1138) 2024-11-13T13:22:54,537 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T13:22:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:54,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4803a4437d92fdd54b8a709378059af, NAME => 'hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5 2024-11-13T13:22:54,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741838_1014 (size=44) 2024-11-13T13:22:54,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:54,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4803a4437d92fdd54b8a709378059af, disabling compactions & flushes 2024-11-13T13:22:54,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:54,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:54,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. after waiting 0 ms 2024-11-13T13:22:54,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:54,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:54,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4803a4437d92fdd54b8a709378059af: Waiting for close lock at 1731504174901Disabling compacts and flushes for region at 1731504174901Disabling writes for close at 1731504174901Writing region close event to WAL at 1731504174901Closed at 1731504174901 2024-11-13T13:22:54,902 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T13:22:54,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731504174902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731504174902"}]},"ts":"1731504174902"} 2024-11-13T13:22:54,903 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T13:22:54,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T13:22:54,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504174904"}]},"ts":"1731504174904"} 2024-11-13T13:22:54,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T13:22:54,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4803a4437d92fdd54b8a709378059af, ASSIGN}] 2024-11-13T13:22:54,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4803a4437d92fdd54b8a709378059af, ASSIGN 2024-11-13T13:22:54,907 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4803a4437d92fdd54b8a709378059af, ASSIGN; state=OFFLINE, location=bfeb2336aed7,45889,1731504159538; forceNewPlan=false, retain=false 2024-11-13T13:22:55,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4803a4437d92fdd54b8a709378059af, regionState=OPENING, regionLocation=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:55,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4803a4437d92fdd54b8a709378059af, ASSIGN because future has completed 2024-11-13T13:22:55,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4803a4437d92fdd54b8a709378059af, server=bfeb2336aed7,45889,1731504159538}] 2024-11-13T13:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:55,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:55,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T13:22:55,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T13:22:55,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bfeb2336aed7%2C45889%2C1731504159538.rep, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/oldWALs, maxLogs=10 2024-11-13T13:22:55,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504175255, exclude list is [], retry=0 2024-11-13T13:22:55,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:55,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504175255 2024-11-13T13:22:55,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:55,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4803a4437d92fdd54b8a709378059af, NAME => 'hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af.', STARTKEY => '', ENDKEY => ''} 2024-11-13T13:22:55,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T13:22:55,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T13:22:55,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. service=MultiRowMutationService 2024-11-13T13:22:55,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T13:22:55,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T13:22:55,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,355 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,356 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4803a4437d92fdd54b8a709378059af columnFamilyName hfileref 2024-11-13T13:22:55,356 DEBUG [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:55,357 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] regionserver.HStore(327): Store=f4803a4437d92fdd54b8a709378059af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:55,357 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,358 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4803a4437d92fdd54b8a709378059af columnFamilyName queue 2024-11-13T13:22:55,358 DEBUG [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:55,358 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] regionserver.HStore(327): Store=f4803a4437d92fdd54b8a709378059af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:55,358 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,360 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4803a4437d92fdd54b8a709378059af columnFamilyName sid 2024-11-13T13:22:55,360 DEBUG [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T13:22:55,360 INFO [StoreOpener-f4803a4437d92fdd54b8a709378059af-1 {}] regionserver.HStore(327): Store=f4803a4437d92fdd54b8a709378059af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T13:22:55,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T13:22:55,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T13:22:55,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4803a4437d92fdd54b8a709378059af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67576170, jitterRate=0.006963402032852173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T13:22:55,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:22:55,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4803a4437d92fdd54b8a709378059af: Running coprocessor pre-open hook at 1731504175354Writing region info on filesystem at 1731504175354Initializing all the Stores at 1731504175354Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504175354Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504175355 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731504175355Cleaning up temporary data from old regions at 1731504175362 (+7 ms)Running coprocessor post-open hooks at 1731504175374 (+12 ms)Region opened successfully at 1731504175374 2024-11-13T13:22:55,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af., pid=10, masterSystemTime=1731504175238 2024-11-13T13:22:55,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:55,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:22:55,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4803a4437d92fdd54b8a709378059af, regionState=OPEN, openSeqNum=2, regionLocation=bfeb2336aed7,45889,1731504159538 2024-11-13T13:22:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4803a4437d92fdd54b8a709378059af, server=bfeb2336aed7,45889,1731504159538 because future has completed 2024-11-13T13:22:55,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T13:22:55,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4803a4437d92fdd54b8a709378059af, server=bfeb2336aed7,45889,1731504159538 in 320 msec 2024-11-13T13:22:55,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T13:22:55,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4803a4437d92fdd54b8a709378059af, ASSIGN in 489 msec 2024-11-13T13:22:55,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T13:22:55,398 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731504175397"}]},"ts":"1731504175397"} 2024-11-13T13:22:55,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T13:22:55,400 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T13:22:55,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 914 msec 2024-11-13T13:22:55,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2] 2024-11-13T13:22:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:22:55,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:55,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T13:22:55,696 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T13:22:55,739 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bfeb2336aed7,45889,1731504159538, ReplicationSource: 1, currentBandwidth=0 2024-11-13T13:22:55,739 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:55,739 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45889,1731504159538, seqNum=-1] 2024-11-13T13:22:55,740 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:55,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:55,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bfeb2336aed7,45889,1731504159538', locateType=CURRENT is [region=hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2] 2024-11-13T13:22:55,744 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T13:22:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T13:22:55,746 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bfeb2336aed7,45889,1731504159538 suceeded 2024-11-13T13:22:55,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T13:22:55,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-13T13:22:55,747 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bfeb2336aed7:37661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:22:55,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2700 sec 2024-11-13T13:22:55,759 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:37661' 2024-11-13T13:22:55,761 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8e1179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:55,761 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37661,-1 for getting cluster id 2024-11-13T13:22:55,761 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:55,762 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226a431e-2ba6-4281-a379-91a57b3cf269' 2024-11-13T13:22:55,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:55,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226a431e-2ba6-4281-a379-91a57b3cf269" 2024-11-13T13:22:55,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9b88a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:55,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37661,-1] 2024-11-13T13:22:55,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:55,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:55,763 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:55,764 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401c8c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:55,764 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2288db 2024-11-13T13:22:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:55,766 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:55,766 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bfeb2336aed7,45889,1731504159538 (queues=1) is replicating from cluster=bfb5e3d7-b249-4e7d-be7e-a687add056c0 to cluster=226a431e-2ba6-4281-a379-91a57b3cf269 2024-11-13T13:22:55,766 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bfeb2336aed7%2C45889%2C1731504159538 2024-11-13T13:22:55,766 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bfeb2336aed7,45889,1731504159538, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:22:55,767 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C45889%2C1731504159538 2024-11-13T13:22:55,767 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893, startPosition=0, beingWritten=true 2024-11-13T13:22:55,773 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:22:55,773 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 379, reset compression=false 2024-11-13T13:22:55,773 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:22:55,977 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 379, reset compression=false 2024-11-13T13:22:56,281 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 379, reset compression=false 2024-11-13T13:22:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T13:22:56,621 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T13:22:56,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:56,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:56,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:56,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:56,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:56,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d36b770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,41041,-1 for getting cluster id 2024-11-13T13:22:56,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:56,623 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb5e3d7-b249-4e7d-be7e-a687add056c0' 2024-11-13T13:22:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb5e3d7-b249-4e7d-be7e-a687add056c0" 2024-11-13T13:22:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed50ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,41041,-1] 2024-11-13T13:22:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:56,624 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eeb4f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641c1c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37661,-1 for getting cluster id 2024-11-13T13:22:56,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:56,626 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226a431e-2ba6-4281-a379-91a57b3cf269' 2024-11-13T13:22:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226a431e-2ba6-4281-a379-91a57b3cf269" 2024-11-13T13:22:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9f2323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37661,-1] 2024-11-13T13:22:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:56,627 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:56,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70efe349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c006425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36903,-1 for getting cluster id 2024-11-13T13:22:56,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:56,629 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3bdd5d2-c1ac-4611-8f45-0f2788cdd452' 2024-11-13T13:22:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3bdd5d2-c1ac-4611-8f45-0f2788cdd452" 2024-11-13T13:22:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7aa34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36903,-1] 2024-11-13T13:22:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:56,630 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5828150e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:56,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:56,636 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731504176636/Put/seqid=0 2024-11-13T13:22:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741840_1016 (size=7894) 2024-11-13T13:22:56,685 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 379, reset compression=false 2024-11-13T13:22:56,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:56,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,042 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731504177042/Put/seqid=0 2024-11-13T13:22:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741841_1017 (size=7691) 2024-11-13T13:22:57,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f7eadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:57,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,41041,-1 for getting cluster id 2024-11-13T13:22:57,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:57,048 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb5e3d7-b249-4e7d-be7e-a687add056c0' 2024-11-13T13:22:57,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:57,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb5e3d7-b249-4e7d-be7e-a687add056c0" 2024-11-13T13:22:57,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf2e0dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:57,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,41041,-1] 2024-11-13T13:22:57,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:57,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:57,050 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd48d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45889,1731504159538, seqNum=-1] 2024-11-13T13:22:57,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:57,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:57,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3aab6c 2024-11-13T13:22:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:57,060 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:57,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2] 2024-11-13T13:22:57,065 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:22:57,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,070 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T13:22:57,073 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T13:22:57,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T13:22:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:57,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T13:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HRegion(2603): Flush status journal for c8fb2120dac6cb33739bb5d3695d55a1: 2024-11-13T13:22:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_0 2024-11-13T13:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_0 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ 2024-11-13T13:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_1 2024-11-13T13:22:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_1 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ 2024-11-13T13:22:57,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_0 into c8fb2120dac6cb33739bb5d3695d55a1/f as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ - updating store file list. 2024-11-13T13:22:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d86d354818344af0ba9911df08adc25c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:57,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ into c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:57,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_0 into c8fb2120dac6cb33739bb5d3695d55a1/f (new location: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/d86d354818344af0ba9911df08adc25c_SeqId_4_) 2024-11-13T13:22:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_0 2024-11-13T13:22:57,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_1 into c8fb2120dac6cb33739bb5d3695d55a1/f as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ - updating store file list. 2024-11-13T13:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc95d7f8778b4a848e776457768c8a27_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:57,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ into c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:57,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_1 into c8fb2120dac6cb33739bb5d3695d55a1/f (new location: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_) 2024-11-13T13:22:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__uubb157bcgvpegqdms2gmmod0g13u8043mv9kqcfqccb8vfuddqqmiclulbamiod/f/hfile_1 2024-11-13T13:22:57,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:57,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:57,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:57,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2 , the old value is region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bfeb2336aed7:45889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:22:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:22:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2 from cache 2024-11-13T13:22:57,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:57,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34998 deadline: 1731504237129 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34998 2024-11-13T13:22:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40459,1731504164046, seqNum=-1] 2024-11-13T13:22:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:57,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051., hostname=bfeb2336aed7,40459,1731504164046, seqNum=2] 2024-11-13T13:22:57,135 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T13:22:57,189 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 379, reset compression=false 2024-11-13T13:22:57,203 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:57,204 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8fb2120dac6cb33739bb5d3695d55a1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504177127/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T13:22:57,206 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:57,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T13:22:57,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(318): Replicating [bfb5e3d7-b249-4e7d-be7e-a687add056c0] bulk loaded data 2024-11-13T13:22:57,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f398c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:57,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,37661,-1 for getting cluster id 2024-11-13T13:22:57,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:57,217 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226a431e-2ba6-4281-a379-91a57b3cf269' 2024-11-13T13:22:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226a431e-2ba6-4281-a379-91a57b3cf269" 2024-11-13T13:22:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472ff210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,37661,-1] 2024-11-13T13:22:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:57,219 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:57,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3c53b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:57,232 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:45889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T13:22:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741837_1013 (size=7894) 2024-11-13T13:22:57,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741838_1014 (size=7691) 2024-11-13T13:22:57,404 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 687, reset compression=false 2024-11-13T13:22:57,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:22:57,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:22:57,708 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 687, reset compression=false 2024-11-13T13:22:57,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,37661,1731504163875 2024-11-13T13:22:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4652b5e8 2024-11-13T13:22:57,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:57,730 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:57,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:22:57,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:57,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,40459,1731504164046, seqNum=-1] 2024-11-13T13:22:57,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:57,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:57,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T13:22:57,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T13:22:57,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ for inclusion in 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T13:22:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:57,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ for inclusion in 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T13:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HRegion(2603): Flush status journal for 3c188a21f6ce759ffcb313fa03af6051: 2024-11-13T13:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d86d354818344af0ba9911df08adc25c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/baa8abc12a6b4571b12e42d14be11a55_SeqId_4_ 2024-11-13T13:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc95d7f8778b4a848e776457768c8a27_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:22:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/eee792fe7f3b4e4dabeaadb65260f17d_SeqId_4_ 2024-11-13T13:22:57,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ into 3c188a21f6ce759ffcb313fa03af6051/f as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/baa8abc12a6b4571b12e42d14be11a55_SeqId_4_ - updating store file list. 2024-11-13T13:22:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for baa8abc12a6b4571b12e42d14be11a55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:57,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/baa8abc12a6b4571b12e42d14be11a55_SeqId_4_ into 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:57,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ into 3c188a21f6ce759ffcb313fa03af6051/f (new location: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/baa8abc12a6b4571b12e42d14be11a55_SeqId_4_) 2024-11-13T13:22:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/d86d354818344af0ba9911df08adc25c_SeqId_4_ 2024-11-13T13:22:57,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ into 3c188a21f6ce759ffcb313fa03af6051/f as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/eee792fe7f3b4e4dabeaadb65260f17d_SeqId_4_ - updating store file list. 2024-11-13T13:22:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eee792fe7f3b4e4dabeaadb65260f17d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:57,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/eee792fe7f3b4e4dabeaadb65260f17d_SeqId_4_ into 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:57,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ into 3c188a21f6ce759ffcb313fa03af6051/f (new location: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/eee792fe7f3b4e4dabeaadb65260f17d_SeqId_4_) 2024-11-13T13:22:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__d98t881tbgg1ftjnau9pu4m7df82rpfbhkhebck35dkphj1tvrnd3ep65e8r9rdn/f/dc95d7f8778b4a848e776457768c8a27_SeqId_4_ 2024-11-13T13:22:57,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(324): Finished replicating [bfb5e3d7-b249-4e7d-be7e-a687add056c0] bulk loaded data 2024-11-13T13:22:58,113 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 687, reset compression=false 2024-11-13T13:22:58,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:58,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34265,1731504168993, seqNum=-1] 2024-11-13T13:22:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:58,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504173845.1fbd75b1cba51166604d760613f4e94f., hostname=bfeb2336aed7,34265,1731504168993, seqNum=2] 2024-11-13T13:22:58,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:58,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T13:22:58,153 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bfeb2336aed7%2C45889%2C1731504159538.rep:(num 1731504175255) roll requested 2024-11-13T13:22:58,168 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504178153, exclude list is [], retry=0 2024-11-13T13:22:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:58,172 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504175255 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504178153 2024-11-13T13:22:58,173 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:58,173 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504175255 is not closed yet, will try archiving it next time 2024-11-13T13:22:58,173 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bfeb2336aed7%2C45889%2C1731504159538:(num 1731504160893) roll requested 2024-11-13T13:22:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741839_1015 (size=1505) 2024-11-13T13:22:58,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.rep.1731504175255 not finished, retry = 0 2024-11-13T13:22:58,188 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, exclude list is [], retry=0 2024-11-13T13:22:58,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:58,191 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 2024-11-13T13:22:58,191 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:58,191 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 is not closed yet, will try archiving it next time 2024-11-13T13:22:58,192 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bfeb2336aed7%2C45889%2C1731504159538.meta:.meta(num 1731504161305) roll requested 2024-11-13T13:22:58,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4001fcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,41041,-1 for getting cluster id 2024-11-13T13:22:58,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:58,193 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb5e3d7-b249-4e7d-be7e-a687add056c0' 2024-11-13T13:22:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb5e3d7-b249-4e7d-be7e-a687add056c0" 2024-11-13T13:22:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53779d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,41041,-1] 2024-11-13T13:22:58,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741833_1009 (size=695) 2024-11-13T13:22:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,194 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaec774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:58,196 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/oldWALs/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 2024-11-13T13:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa3b806 2024-11-13T13:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:58,197 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:58,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://bfeb2336aed7:36903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T13:22:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T13:22:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:22:58,201 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:36903' 2024-11-13T13:22:58,209 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.meta.1731504178192.meta, exclude list is [], retry=0 2024-11-13T13:22:58,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-999157d9-1376-421f-8477-e29542b9b5a4,DISK] 2024-11-13T13:22:58,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec4dde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,212 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36903,-1 for getting cluster id 2024-11-13T13:22:58,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:58,213 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3bdd5d2-c1ac-4611-8f45-0f2788cdd452' 2024-11-13T13:22:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3bdd5d2-c1ac-4611-8f45-0f2788cdd452" 2024-11-13T13:22:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528a3d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36903,-1] 2024-11-13T13:22:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,214 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:58,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1127f2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c177e4c 2024-11-13T13:22:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:58,217 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:58,217 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T13:22:58,217 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T13:22:58,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:58,221 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.meta.1731504161305.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.meta.1731504178192.meta 2024-11-13T13:22:58,228 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-13T13:22:58,228 DEBUG [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.meta.1731504161305.meta is not closed yet, will try archiving it next time 2024-11-13T13:22:58,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741834_1010 (size=3473) 2024-11-13T13:22:58,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T13:22:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:22:58,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T13:22:58,450 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T13:22:58,486 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-bfeb2336aed7,45889,1731504159538, ReplicationSource: 2, currentBandwidth=0 2024-11-13T13:22:58,488 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T13:22:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T13:22:58,490 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bfeb2336aed7,45889,1731504159538 suceeded 2024-11-13T13:22:58,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T13:22:58,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-13T13:22:58,493 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bfeb2336aed7:36903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T13:22:58,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 295 msec 2024-11-13T13:22:58,506 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bfeb2336aed7:36903' 2024-11-13T13:22:58,511 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32dd8597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,511 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36903,-1 for getting cluster id 2024-11-13T13:22:58,512 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:58,512 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3bdd5d2-c1ac-4611-8f45-0f2788cdd452' 2024-11-13T13:22:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3bdd5d2-c1ac-4611-8f45-0f2788cdd452" 2024-11-13T13:22:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26df1ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36903,-1] 2024-11-13T13:22:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,514 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:58,514 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e38d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,514 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:58,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:58,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791f691d 2024-11-13T13:22:58,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:58,516 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:58,516 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bfeb2336aed7,45889,1731504159538 (queues=1) is replicating from cluster=bfb5e3d7-b249-4e7d-be7e-a687add056c0 to cluster=b3bdd5d2-c1ac-4611-8f45-0f2788cdd452 2024-11-13T13:22:58,517 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bfeb2336aed7%2C45889%2C1731504159538 2024-11-13T13:22:58,517 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bfeb2336aed7,45889,1731504159538, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T13:22:58,520 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, startPosition=0, beingWritten=true 2024-11-13T13:22:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T13:22:58,522 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T13:22:58,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:58,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:58,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:58,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T13:22:58,536 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bfeb2336aed7%2C45889%2C1731504159538 2024-11-13T13:22:58,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731504178537/Put/seqid=0 2024-11-13T13:22:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741845_1021 (size=11194) 2024-11-13T13:22:58,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731504178564/Put/seqid=0 2024-11-13T13:22:58,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741846_1022 (size=10791) 2024-11-13T13:22:58,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d62c9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,41041,-1 for getting cluster id 2024-11-13T13:22:58,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:58,577 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfb5e3d7-b249-4e7d-be7e-a687add056c0' 2024-11-13T13:22:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfb5e3d7-b249-4e7d-be7e-a687add056c0" 2024-11-13T13:22:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaa5f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,41041,-1] 2024-11-13T13:22:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,578 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:58,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a8b1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,45889,1731504159538, seqNum=-1] 2024-11-13T13:22:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:58,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T13:22:58,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,41041,1731504159310 2024-11-13T13:22:58,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36501b4f 2024-11-13T13:22:58,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:58,589 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T13:22:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2] 2024-11-13T13:22:58,596 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:22:58,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T13:22:58,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T13:22:58,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T13:22:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:58,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T13:22:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HRegion(2603): Flush status journal for c8fb2120dac6cb33739bb5d3695d55a1: 2024-11-13T13:22:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_0 2024-11-13T13:22:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_0 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ 2024-11-13T13:22:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_1 2024-11-13T13:22:58,625 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 to pos 687, reset compression=false 2024-11-13T13:22:58,633 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 was moved to hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/oldWALs/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 2024-11-13T13:22:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_1 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ 2024-11-13T13:22:58,638 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893 2024-11-13T13:22:58,638 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504160893, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T13:22:58,638 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, startPosition=0, beingWritten=true 2024-11-13T13:22:58,640 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bfeb2336aed7%2C45889%2C1731504159538.1731504160893] 2024-11-13T13:22:58,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_0 into c8fb2120dac6cb33739bb5d3695d55a1/f as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ - updating store file list. 2024-11-13T13:22:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fa754b1d2f24787a88f3a84be753973_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:58,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ into c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:58,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_0 into c8fb2120dac6cb33739bb5d3695d55a1/f (new location: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_) 2024-11-13T13:22:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_0 2024-11-13T13:22:58,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_1 into c8fb2120dac6cb33739bb5d3695d55a1/f as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ - updating store file list. 2024-11-13T13:22:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:58,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ into c8fb2120dac6cb33739bb5d3695d55a1/f 2024-11-13T13:22:58,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_1 into c8fb2120dac6cb33739bb5d3695d55a1/f (new location: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_) 2024-11-13T13:22:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/staging/jenkins__test__bmum2d4o2qg13udrc1mpnk8k47h3iut1e7l2sj12dbkr0tr0uo3h6f9ose1cvdfc/f/hfile_1 2024-11-13T13:22:58,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:58,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:58,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2 , the old value is region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bfeb2336aed7:45889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:22:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T13:22:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., hostname=bfeb2336aed7,45889,1731504159538, seqNum=2 from cache 2024-11-13T13:22:58,667 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T13:22:58,670 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T13:22:58,674 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:58,674 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8fb2120dac6cb33739bb5d3695d55a1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504178663/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T13:22:58,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(318): Replicating [bfb5e3d7-b249-4e7d-be7e-a687add056c0] bulk loaded data 2024-11-13T13:22:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741839_1015 (size=11194) 2024-11-13T13:22:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741840_1016 (size=10791) 2024-11-13T13:22:58,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:22:58,746 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 0, reset compression=false 2024-11-13T13:22:58,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T13:22:58,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T13:22:58,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ for inclusion in 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T13:22:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:58,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ for inclusion in 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T13:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HRegion(2603): Flush status journal for 3c188a21f6ce759ffcb313fa03af6051: 2024-11-13T13:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:22:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/a8975b6a04ff40ce968f8614b62d4ac1_SeqId_6_ 2024-11-13T13:22:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fa754b1d2f24787a88f3a84be753973_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:22:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/93dca1b1b5444cd68261b766882b0afb_SeqId_6_ 2024-11-13T13:22:58,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ into 3c188a21f6ce759ffcb313fa03af6051/f as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/a8975b6a04ff40ce968f8614b62d4ac1_SeqId_6_ - updating store file list. 2024-11-13T13:22:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8975b6a04ff40ce968f8614b62d4ac1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:58,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/a8975b6a04ff40ce968f8614b62d4ac1_SeqId_6_ into 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:58,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ into 3c188a21f6ce759ffcb313fa03af6051/f (new location: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/a8975b6a04ff40ce968f8614b62d4ac1_SeqId_6_) 2024-11-13T13:22:58,770 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T13:22:58,770 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8fb2120dac6cb33739bb5d3695d55a1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731504178663/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T13:22:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ 2024-11-13T13:22:58,772 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:45889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T13:22:58,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ into 3c188a21f6ce759ffcb313fa03af6051/f as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/93dca1b1b5444cd68261b766882b0afb_SeqId_6_ - updating store file list. 2024-11-13T13:22:58,777 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T13:22:58,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T13:22:58,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.ReplicationSink(318): Replicating [bfb5e3d7-b249-4e7d-be7e-a687add056c0] bulk loaded data 2024-11-13T13:22:58,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798ca38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] client.ClusterIdFetcher(90): Going to request bfeb2336aed7,36903,-1 for getting cluster id 2024-11-13T13:22:58,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T13:22:58,809 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3bdd5d2-c1ac-4611-8f45-0f2788cdd452' 2024-11-13T13:22:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T13:22:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3bdd5d2-c1ac-4611-8f45-0f2788cdd452" 2024-11-13T13:22:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f9a106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93dca1b1b5444cd68261b766882b0afb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bfeb2336aed7,36903,-1] 2024-11-13T13:22:58,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/93dca1b1b5444cd68261b766882b0afb_SeqId_6_ into 3c188a21f6ce759ffcb313fa03af6051/f 2024-11-13T13:22:58,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ into 3c188a21f6ce759ffcb313fa03af6051/f (new location: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/f/93dca1b1b5444cd68261b766882b0afb_SeqId_6_) 2024-11-13T13:22:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T13:22:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/staging/jenkins.hfs.22__test__5gduvgap8a0pn3dtaql7r2bpv8upg47d17h0gp8ku79prv9g7t9qod3alaj7i9n1/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ 2024-11-13T13:22:58,811 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T13:22:58,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f1f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T13:22:58,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(324): Finished replicating [bfb5e3d7-b249-4e7d-be7e-a687add056c0] bulk loaded data 2024-11-13T13:22:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741837_1013 (size=11194) 2024-11-13T13:22:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741838_1014 (size=10791) 2024-11-13T13:22:58,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T13:22:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6e451e 2024-11-13T13:22:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T13:22:58,868 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T13:22:58,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T13:22:58,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T13:22:58,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bfeb2336aed7,34265,1731504168993, seqNum=-1] 2024-11-13T13:22:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T13:22:58,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T13:22:58,874 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:22:58,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T13:22:58,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T13:22:58,909 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T13:22:58,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ for inclusion in 1fbd75b1cba51166604d760613f4e94f/f 2024-11-13T13:22:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T13:22:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:58,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ for inclusion in 1fbd75b1cba51166604d760613f4e94f/f 2024-11-13T13:22:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T13:22:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T13:22:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegion(2603): Flush status journal for 1fbd75b1cba51166604d760613f4e94f: 2024-11-13T13:22:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:22:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/fd7dc7fd7d784c12950f91a7bf18bdb3_SeqId_4_ 2024-11-13T13:22:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fa754b1d2f24787a88f3a84be753973_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T13:22:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/978cb35a37014b43ae80c57e3b250817_SeqId_4_ 2024-11-13T13:22:58,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ into 1fbd75b1cba51166604d760613f4e94f/f as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/fd7dc7fd7d784c12950f91a7bf18bdb3_SeqId_4_ - updating store file list. 2024-11-13T13:22:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd7dc7fd7d784c12950f91a7bf18bdb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:58,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/fd7dc7fd7d784c12950f91a7bf18bdb3_SeqId_4_ into 1fbd75b1cba51166604d760613f4e94f/f 2024-11-13T13:22:58,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ into 1fbd75b1cba51166604d760613f4e94f/f (new location: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/fd7dc7fd7d784c12950f91a7bf18bdb3_SeqId_4_) 2024-11-13T13:22:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_ 2024-11-13T13:22:58,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ into 1fbd75b1cba51166604d760613f4e94f/f as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/978cb35a37014b43ae80c57e3b250817_SeqId_4_ - updating store file list. 2024-11-13T13:22:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 978cb35a37014b43ae80c57e3b250817_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T13:22:58,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/978cb35a37014b43ae80c57e3b250817_SeqId_4_ into 1fbd75b1cba51166604d760613f4e94f/f 2024-11-13T13:22:58,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ into 1fbd75b1cba51166604d760613f4e94f/f (new location: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/f/978cb35a37014b43ae80c57e3b250817_SeqId_4_) 2024-11-13T13:22:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/staging/jenkins.hfs.23__test__7qa3pbdi5mg5frm8gmhuf0080m1fjtec2jldld5p6v6dkqar99l70v0g5nl8jqmc/f/5fa754b1d2f24787a88f3a84be753973_SeqId_6_ 2024-11-13T13:22:58,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.ReplicationSink(324): Finished replicating [bfb5e3d7-b249-4e7d-be7e-a687add056c0] bulk loaded data 2024-11-13T13:22:58,970 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:22:59,189 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:22:59,288 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:22:59,593 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:22:59,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:22:59,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:59,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:59,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:59,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:59,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:22:59,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:22:59,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=440694327, stopped=false 2024-11-13T13:22:59,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,36903,1731504168428 2024-11-13T13:22:59,692 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:22:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-695333728/running 2024-11-13T13:22:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-695333728/running 2024-11-13T13:22:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:22:59,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:22:59,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:22:59,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:59,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:59,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,34265,1731504168993' ***** 2024-11-13T13:22:59,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:22:59,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/running 2024-11-13T13:22:59,739 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:22:59,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:22:59,740 INFO [RS:0;bfeb2336aed7:34265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:22:59,740 INFO [RS:0;bfeb2336aed7:34265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:22:59,740 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:59,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Set watcher on znode that does not yet exist, /2-695333728/running 2024-11-13T13:22:59,740 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,34265,1731504168993 2024-11-13T13:22:59,740 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:22:59,740 INFO [RS:0;bfeb2336aed7:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:34265. 2024-11-13T13:22:59,740 DEBUG [RS:0;bfeb2336aed7:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:22:59,740 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fbd75b1cba51166604d760613f4e94f, disabling compactions & flushes 2024-11-13T13:22:59,740 DEBUG [RS:0;bfeb2336aed7:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:22:59,741 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. after waiting 0 ms 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:59,741 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:22:59,741 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:22:59,741 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:22:59,741 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:22:59,741 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:22:59,741 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1325): Online Regions={1fbd75b1cba51166604d760613f4e94f=test,,1731504173845.1fbd75b1cba51166604d760613f4e94f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:22:59,741 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fbd75b1cba51166604d760613f4e94f 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:22:59,741 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:22:59,741 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:22:59,742 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T13:22:59,743 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:22:59,745 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/default/test/1fbd75b1cba51166604d760613f4e94f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T13:22:59,745 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:22:59,745 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:22:59,745 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:59,745 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fbd75b1cba51166604d760613f4e94f: Waiting for close lock at 1731504179740Running coprocessor pre-close hooks at 1731504179740Disabling compacts and flushes for region at 1731504179740Disabling writes for close at 1731504179741 (+1 ms)Writing region close event to WAL at 1731504179741Running coprocessor post-close hooks at 1731504179745 (+4 ms)Closed at 1731504179745 2024-11-13T13:22:59,745 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504173845.1fbd75b1cba51166604d760613f4e94f. 2024-11-13T13:22:59,759 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/info/143a7c236f37481cb69993d5c5e142c0 is 129, key is test,,1731504173845.1fbd75b1cba51166604d760613f4e94f./info:regioninfo/1731504174200/Put/seqid=0 2024-11-13T13:22:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741839_1015 (size=6421) 2024-11-13T13:22:59,938 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:22:59,938 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:22:59,941 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:00,097 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:00,141 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:00,164 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/info/143a7c236f37481cb69993d5c5e142c0 2024-11-13T13:23:00,181 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/ns/5354a1eec0b247858340086e11fac123 is 43, key is default/ns:d/1731504172021/Put/seqid=0 2024-11-13T13:23:00,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741840_1016 (size=5153) 2024-11-13T13:23:00,195 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:00,342 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:00,542 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:00,585 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/ns/5354a1eec0b247858340086e11fac123 2024-11-13T13:23:00,600 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/rep_barrier/e0d41aafacb149309bd3fd03b68c970d is 112, key is test,,1731504173845.1fbd75b1cba51166604d760613f4e94f./rep_barrier:seqnumDuringOpen/1731504174200/Put/seqid=0 2024-11-13T13:23:00,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741841_1017 (size=5518) 2024-11-13T13:23:00,700 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:00,742 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:23:00,742 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:23:00,742 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:00,798 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:00,942 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:01,004 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/rep_barrier/e0d41aafacb149309bd3fd03b68c970d 2024-11-13T13:23:01,047 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/table/d9ec5b3707fa4ba4a853889555738214 is 40, key is test/table:state/1731504174207/Put/seqid=0 2024-11-13T13:23:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741842_1018 (size=5165) 2024-11-13T13:23:01,143 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:01,343 DEBUG [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:01,403 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:01,452 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/table/d9ec5b3707fa4ba4a853889555738214 2024-11-13T13:23:01,457 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/info/143a7c236f37481cb69993d5c5e142c0 as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/info/143a7c236f37481cb69993d5c5e142c0 2024-11-13T13:23:01,463 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/info/143a7c236f37481cb69993d5c5e142c0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T13:23:01,464 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/ns/5354a1eec0b247858340086e11fac123 as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/ns/5354a1eec0b247858340086e11fac123 2024-11-13T13:23:01,467 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/ns/5354a1eec0b247858340086e11fac123, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:23:01,467 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/rep_barrier/e0d41aafacb149309bd3fd03b68c970d as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/rep_barrier/e0d41aafacb149309bd3fd03b68c970d 2024-11-13T13:23:01,470 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/rep_barrier/e0d41aafacb149309bd3fd03b68c970d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T13:23:01,471 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/.tmp/table/d9ec5b3707fa4ba4a853889555738214 as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/table/d9ec5b3707fa4ba4a853889555738214 2024-11-13T13:23:01,475 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/table/d9ec5b3707fa4ba4a853889555738214, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:23:01,476 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false 2024-11-13T13:23:01,480 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T13:23:01,480 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:23:01,480 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:23:01,480 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:23:01,480 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504179741Running coprocessor pre-close hooks at 1731504179741Disabling compacts and flushes for region at 1731504179741Disabling writes for close at 1731504179741Obtaining lock to block concurrent updates at 1731504179742 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731504179742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731504179742Flushing stores of hbase:meta,,1.1588230740 at 1731504179743 (+1 ms)Flushing 1588230740/info: creating writer at 1731504179743Flushing 1588230740/info: appending metadata at 1731504179758 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731504179758Flushing 1588230740/ns: creating writer at 1731504180167 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731504180181 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731504180181Flushing 1588230740/rep_barrier: creating writer at 1731504180588 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504180600 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504180600Flushing 1588230740/table: creating writer at 1731504181026 (+426 ms)Flushing 1588230740/table: appending metadata at 1731504181047 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731504181047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146818a9: reopening flushed file at 1731504181457 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13582403: reopening flushed file at 1731504181463 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44aa58c3: reopening flushed file at 1731504181467 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c83fb4f: reopening flushed file at 1731504181471 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false at 1731504181476 (+5 ms)Writing region close event to WAL at 1731504181477 (+1 ms)Running coprocessor post-close hooks at 1731504181480 (+3 ms)Closed at 1731504181480 2024-11-13T13:23:01,480 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:23:01,502 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:01,543 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,34265,1731504168993; all regions closed. 2024-11-13T13:23:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741834_1010 (size=2717) 2024-11-13T13:23:01,546 DEBUG [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/oldWALs 2024-11-13T13:23:01,546 INFO [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C34265%2C1731504168993.meta:.meta(num 1731504171974) 2024-11-13T13:23:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741832_1008 (size=1028) 2024-11-13T13:23:01,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/WALs/bfeb2336aed7,34265,1731504168993/bfeb2336aed7%2C34265%2C1731504168993.1731504171067 not finished, retry = 0 2024-11-13T13:23:01,650 DEBUG [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/oldWALs 2024-11-13T13:23:01,650 INFO [RS:0;bfeb2336aed7:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C34265%2C1731504168993:(num 1731504171067) 2024-11-13T13:23:01,650 DEBUG [RS:0;bfeb2336aed7:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:01,650 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:23:01,650 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:23:01,650 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T13:23:01,651 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:23:01,651 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:23:01,651 INFO [RS:0;bfeb2336aed7:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:34265. 2024-11-13T13:23:01,651 DEBUG [RS:0;bfeb2336aed7:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:01,651 DEBUG [RS:0;bfeb2336aed7:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:01,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:23:01,651 DEBUG [RS:0;bfeb2336aed7:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:01,652 INFO [RS:0;bfeb2336aed7:34265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34265 2024-11-13T13:23:01,700 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:23:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-695333728/rs/bfeb2336aed7,34265,1731504168993 2024-11-13T13:23:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728/rs 2024-11-13T13:23:01,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,34265,1731504168993] 2024-11-13T13:23:01,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-695333728/draining/bfeb2336aed7,34265,1731504168993 already deleted, retry=false 2024-11-13T13:23:01,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,34265,1731504168993 expired; onlineServers=0 2024-11-13T13:23:01,731 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,36903,1731504168428' ***** 2024-11-13T13:23:01,731 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:23:01,731 INFO [M:0;bfeb2336aed7:36903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:23:01,731 INFO [M:0;bfeb2336aed7:36903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:23:01,731 DEBUG [M:0;bfeb2336aed7:36903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:23:01,731 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:23:01,731 DEBUG [M:0;bfeb2336aed7:36903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:23:01,732 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504170818 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504170818,5,FailOnTimeoutGroup] 2024-11-13T13:23:01,732 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504170819 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504170819,5,FailOnTimeoutGroup] 2024-11-13T13:23:01,732 INFO [M:0;bfeb2336aed7:36903 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:23:01,732 INFO [M:0;bfeb2336aed7:36903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:23:01,732 DEBUG [M:0;bfeb2336aed7:36903 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:23:01,732 INFO [M:0;bfeb2336aed7:36903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:23:01,732 INFO [M:0;bfeb2336aed7:36903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:23:01,732 INFO [M:0;bfeb2336aed7:36903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:23:01,732 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:23:01,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-695333728/master 2024-11-13T13:23:01,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-695333728 2024-11-13T13:23:01,741 DEBUG [M:0;bfeb2336aed7:36903 {}] zookeeper.ZKUtil(347): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Unable to get data of znode /2-695333728/master because node does not exist (not an error) 2024-11-13T13:23:01,741 WARN [M:0;bfeb2336aed7:36903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:23:01,742 INFO [M:0;bfeb2336aed7:36903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/.lastflushedseqids 2024-11-13T13:23:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741843_1019 (size=173) 2024-11-13T13:23:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:01,821 INFO [RS:0;bfeb2336aed7:34265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:23:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x101345caedd0007, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:01,821 INFO [RS:0;bfeb2336aed7:34265 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,34265,1731504168993; zookeeper connection closed. 2024-11-13T13:23:01,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79960c55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79960c55 2024-11-13T13:23:01,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:23:02,145 INFO [M:0;bfeb2336aed7:36903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:23:02,145 INFO [M:0;bfeb2336aed7:36903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:23:02,146 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:23:02,146 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:02,146 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:02,146 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:23:02,146 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:02,146 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T13:23:02,158 DEBUG [M:0;bfeb2336aed7:36903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fb22b569a1548e581bfd2d804ae1f2b is 82, key is hbase:meta,,1/info:regioninfo/1731504172003/Put/seqid=0 2024-11-13T13:23:02,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741844_1020 (size=5672) 2024-11-13T13:23:02,212 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:02,305 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:02,562 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fb22b569a1548e581bfd2d804ae1f2b 2024-11-13T13:23:02,582 DEBUG [M:0;bfeb2336aed7:36903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/684541922a344613994d2b278a98e219 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731504174211/Put/seqid=0 2024-11-13T13:23:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741845_1021 (size=6586) 2024-11-13T13:23:02,837 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:23:02,985 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/684541922a344613994d2b278a98e219 2024-11-13T13:23:03,003 DEBUG [M:0;bfeb2336aed7:36903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0f22d2e7264fca85ca56ec7fa1ddce is 69, key is bfeb2336aed7,34265,1731504168993/rs:state/1731504170890/Put/seqid=0 2024-11-13T13:23:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741846_1022 (size=5156) 2024-11-13T13:23:03,115 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:03,207 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:03,407 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0f22d2e7264fca85ca56ec7fa1ddce 2024-11-13T13:23:03,410 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fb22b569a1548e581bfd2d804ae1f2b as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fb22b569a1548e581bfd2d804ae1f2b 2024-11-13T13:23:03,413 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fb22b569a1548e581bfd2d804ae1f2b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T13:23:03,414 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/684541922a344613994d2b278a98e219 as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/684541922a344613994d2b278a98e219 2024-11-13T13:23:03,417 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/684541922a344613994d2b278a98e219, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T13:23:03,417 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0f22d2e7264fca85ca56ec7fa1ddce as hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0f22d2e7264fca85ca56ec7fa1ddce 2024-11-13T13:23:03,420 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39705/user/jenkins/test-data/401b599c-ec31-694c-541b-fbab2594be87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0f22d2e7264fca85ca56ec7fa1ddce, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T13:23:03,421 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false 2024-11-13T13:23:03,422 INFO [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:03,422 DEBUG [M:0;bfeb2336aed7:36903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504182145Disabling compacts and flushes for region at 1731504182145Disabling writes for close at 1731504182146 (+1 ms)Obtaining lock to block concurrent updates at 1731504182146Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504182146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731504182146Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504182146Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504182146Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504182158 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504182158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504182565 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504182581 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504182581Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504182988 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504183002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504183002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16871478: reopening flushed file at 1731504183410 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6a5591: reopening flushed file at 1731504183413 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560381e2: reopening flushed file at 1731504183417 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false at 1731504183421 (+4 ms)Writing region close event to WAL at 1731504183422 (+1 ms)Closed at 1731504183422 2024-11-13T13:23:03,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741830_1006 (size=32770) 2024-11-13T13:23:03,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:23:03,424 INFO [M:0;bfeb2336aed7:36903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:23:03,424 INFO [M:0;bfeb2336aed7:36903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36903 2024-11-13T13:23:03,424 INFO [M:0;bfeb2336aed7:36903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:23:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:03,589 INFO [M:0;bfeb2336aed7:36903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:23:03,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x101345caedd0006, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:03,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44b3dfe4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:23:03,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bcc714a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:23:03,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:23:03,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d17aac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:23:03,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d1a5bf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/hadoop.log.dir/,STOPPED} 2024-11-13T13:23:03,593 WARN [BP-1665225749-172.17.0.2-1731504165737 heartbeating to localhost/127.0.0.1:39705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:23:03,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:23:03,594 WARN [BP-1665225749-172.17.0.2-1731504165737 heartbeating to localhost/127.0.0.1:39705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1665225749-172.17.0.2-1731504165737 (Datanode Uuid 5e45ad7f-8f87-4bcf-9179-5c663f0d447c) service to localhost/127.0.0.1:39705 2024-11-13T13:23:03,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:23:03,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/cluster_bb9319ea-4689-826d-d5e2-9785ad1c256f/data/data1/current/BP-1665225749-172.17.0.2-1731504165737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:23:03,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/cluster_bb9319ea-4689-826d-d5e2-9785ad1c256f/data/data2/current/BP-1665225749-172.17.0.2-1731504165737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:23:03,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:23:03,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f2ec53{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:23:03,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75eab216{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:23:03,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:23:03,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403bfa64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:23:03,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729730ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/630a353a-d0e5-bf13-0d8e-c6d63e26ec66/hadoop.log.dir/,STOPPED} 2024-11-13T13:23:03,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:23:03,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:23:03,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:23:03,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:03,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:23:03,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:23:03,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1448157675, stopped=false 2024-11-13T13:23:03,611 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,37661,1731504163875 2024-11-13T13:23:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11910871746/running 2024-11-13T13:23:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11910871746/running 2024-11-13T13:23:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:23:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:23:03,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:23:03,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:23:03,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:03,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:03,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,40459,1731504164046' ***** 2024-11-13T13:23:03,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:23:03,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/running 2024-11-13T13:23:03,677 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:23:03,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:23:03,677 INFO [RS:0;bfeb2336aed7:40459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:23:03,677 INFO [RS:0;bfeb2336aed7:40459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:23:03,677 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,40459,1731504164046 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:23:03,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Set watcher on znode that does not yet exist, /11910871746/running 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:40459. 2024-11-13T13:23:03,679 DEBUG [RS:0;bfeb2336aed7:40459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:03,679 DEBUG [RS:0;bfeb2336aed7:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c188a21f6ce759ffcb313fa03af6051, disabling compactions & flushes 2024-11-13T13:23:03,679 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:23:03,679 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. after waiting 0 ms 2024-11-13T13:23:03,679 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1325): Online Regions={3c188a21f6ce759ffcb313fa03af6051=test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:23:03,679 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c188a21f6ce759ffcb313fa03af6051 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:23:03,679 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:23:03,679 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:23:03,680 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T13:23:03,682 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/default/test/3c188a21f6ce759ffcb313fa03af6051/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:23:03,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:23:03,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:23:03,683 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:23:03,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c188a21f6ce759ffcb313fa03af6051: Waiting for close lock at 1731504183679Running coprocessor pre-close hooks at 1731504183679Disabling compacts and flushes for region at 1731504183679Disabling writes for close at 1731504183679Writing region close event to WAL at 1731504183680 (+1 ms)Running coprocessor post-close hooks at 1731504183683 (+3 ms)Closed at 1731504183683 2024-11-13T13:23:03,683 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051. 2024-11-13T13:23:03,698 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/info/5f5ad6def3c14e788e15ef03aaf813ab is 129, key is test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051./info:regioninfo/1731504173558/Put/seqid=0 2024-11-13T13:23:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741841_1017 (size=6421) 2024-11-13T13:23:03,730 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:23:03,880 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:04,080 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:04,102 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/info/5f5ad6def3c14e788e15ef03aaf813ab 2024-11-13T13:23:04,118 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/ns/c1f68dd5618544be9e7f6218cf288541 is 43, key is default/ns:d/1731504165666/Put/seqid=0 2024-11-13T13:23:04,118 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741842_1018 (size=5153) 2024-11-13T13:23:04,122 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:23:04,122 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:23:04,210 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:04,280 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:04,480 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:04,521 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/ns/c1f68dd5618544be9e7f6218cf288541 2024-11-13T13:23:04,545 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/rep_barrier/360b128266cf431cb8e64c6740c804b4 is 112, key is test,,1731504173213.3c188a21f6ce759ffcb313fa03af6051./rep_barrier:seqnumDuringOpen/1731504173558/Put/seqid=0 2024-11-13T13:23:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741843_1019 (size=5518) 2024-11-13T13:23:04,680 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T13:23:04,680 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T13:23:04,680 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:04,880 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:04,949 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/rep_barrier/360b128266cf431cb8e64c6740c804b4 2024-11-13T13:23:04,968 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/table/3d4b156b36854e2e8e001fbdae969d04 is 40, key is test/table:state/1731504173571/Put/seqid=0 2024-11-13T13:23:04,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741844_1020 (size=5165) 2024-11-13T13:23:05,081 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:05,221 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:05,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T13:23:05,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,281 DEBUG [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,313 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:05,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T13:23:05,373 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/table/3d4b156b36854e2e8e001fbdae969d04 2024-11-13T13:23:05,376 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/info/5f5ad6def3c14e788e15ef03aaf813ab as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/info/5f5ad6def3c14e788e15ef03aaf813ab 2024-11-13T13:23:05,379 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/info/5f5ad6def3c14e788e15ef03aaf813ab, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T13:23:05,380 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/ns/c1f68dd5618544be9e7f6218cf288541 as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/ns/c1f68dd5618544be9e7f6218cf288541 2024-11-13T13:23:05,383 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/ns/c1f68dd5618544be9e7f6218cf288541, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:23:05,383 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/rep_barrier/360b128266cf431cb8e64c6740c804b4 as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/rep_barrier/360b128266cf431cb8e64c6740c804b4 2024-11-13T13:23:05,387 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/rep_barrier/360b128266cf431cb8e64c6740c804b4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T13:23:05,387 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/.tmp/table/3d4b156b36854e2e8e001fbdae969d04 as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/table/3d4b156b36854e2e8e001fbdae969d04 2024-11-13T13:23:05,390 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/table/3d4b156b36854e2e8e001fbdae969d04, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T13:23:05,391 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=11, compaction requested=false 2024-11-13T13:23:05,391 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T13:23:05,397 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T13:23:05,397 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:23:05,398 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:23:05,398 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:23:05,398 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504183679Running coprocessor pre-close hooks at 1731504183679Disabling compacts and flushes for region at 1731504183679Disabling writes for close at 1731504183679Obtaining lock to block concurrent updates at 1731504183680 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731504183680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731504183680Flushing stores of hbase:meta,,1.1588230740 at 1731504183681 (+1 ms)Flushing 1588230740/info: creating writer at 1731504183681Flushing 1588230740/info: appending metadata at 1731504183698 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731504183698Flushing 1588230740/ns: creating writer at 1731504184105 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731504184117 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731504184117Flushing 1588230740/rep_barrier: creating writer at 1731504184524 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504184545 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504184545Flushing 1588230740/table: creating writer at 1731504184953 (+408 ms)Flushing 1588230740/table: appending metadata at 1731504184968 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731504184968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c64cc3: reopening flushed file at 1731504185376 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485da94e: reopening flushed file at 1731504185379 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17392538: reopening flushed file at 1731504185383 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597da858: reopening flushed file at 1731504185387 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=11, compaction requested=false at 1731504185391 (+4 ms)Writing region close event to WAL at 1731504185395 (+4 ms)Running coprocessor post-close hooks at 1731504185397 (+2 ms)Closed at 1731504185398 (+1 ms) 2024-11-13T13:23:05,398 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:23:05,481 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,40459,1731504164046; all regions closed. 2024-11-13T13:23:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741834_1010 (size=2717) 2024-11-13T13:23:05,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/WALs/bfeb2336aed7,40459,1731504164046/bfeb2336aed7%2C40459%2C1731504164046.meta.1731504165586.meta not finished, retry = 0 2024-11-13T13:23:05,585 DEBUG [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/oldWALs 2024-11-13T13:23:05,585 INFO [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40459%2C1731504164046.meta:.meta(num 1731504165586) 2024-11-13T13:23:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741833_1009 (size=1374) 2024-11-13T13:23:05,588 DEBUG [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/oldWALs 2024-11-13T13:23:05,589 INFO [RS:0;bfeb2336aed7:40459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bfeb2336aed7%2C40459%2C1731504164046:(num 1731504165256) 2024-11-13T13:23:05,589 DEBUG [RS:0;bfeb2336aed7:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:05,589 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:23:05,589 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:23:05,589 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:23:05,589 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:23:05,589 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:23:05,589 INFO [RS:0;bfeb2336aed7:40459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:40459. 2024-11-13T13:23:05,589 DEBUG [RS:0;bfeb2336aed7:40459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:05,589 DEBUG [RS:0;bfeb2336aed7:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:05,589 DEBUG [RS:0;bfeb2336aed7:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:05,590 INFO [RS:0;bfeb2336aed7:40459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40459 2024-11-13T13:23:05,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:23:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746/rs 2024-11-13T13:23:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11910871746/rs/bfeb2336aed7,40459,1731504164046 2024-11-13T13:23:05,687 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:23:05,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,40459,1731504164046] 2024-11-13T13:23:05,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11910871746/draining/bfeb2336aed7,40459,1731504164046 already deleted, retry=false 2024-11-13T13:23:05,741 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,40459,1731504164046 expired; onlineServers=0 2024-11-13T13:23:05,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,37661,1731504163875' ***** 2024-11-13T13:23:05,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:23:05,741 INFO [M:0;bfeb2336aed7:37661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:23:05,741 INFO [M:0;bfeb2336aed7:37661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:23:05,741 DEBUG [M:0;bfeb2336aed7:37661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:23:05,741 DEBUG [M:0;bfeb2336aed7:37661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:23:05,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:23:05,741 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504164956 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504164956,5,FailOnTimeoutGroup] 2024-11-13T13:23:05,741 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504164959 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504164959,5,FailOnTimeoutGroup] 2024-11-13T13:23:05,741 INFO [M:0;bfeb2336aed7:37661 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:23:05,742 INFO [M:0;bfeb2336aed7:37661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:23:05,742 DEBUG [M:0;bfeb2336aed7:37661 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:23:05,742 INFO [M:0;bfeb2336aed7:37661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:23:05,742 INFO [M:0;bfeb2336aed7:37661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:23:05,742 INFO [M:0;bfeb2336aed7:37661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:23:05,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:23:05,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11910871746/master 2024-11-13T13:23:05,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11910871746 2024-11-13T13:23:05,752 DEBUG [M:0;bfeb2336aed7:37661 {}] zookeeper.ZKUtil(347): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Unable to get data of znode /11910871746/master because node does not exist (not an error) 2024-11-13T13:23:05,752 WARN [M:0;bfeb2336aed7:37661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:23:05,753 INFO [M:0;bfeb2336aed7:37661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/.lastflushedseqids 2024-11-13T13:23:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741845_1021 (size=173) 2024-11-13T13:23:05,831 INFO [RS:0;bfeb2336aed7:40459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:23:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:05,831 INFO [RS:0;bfeb2336aed7:40459 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,40459,1731504164046; zookeeper connection closed. 2024-11-13T13:23:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101345caedd0004, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:05,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1071082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1071082 2024-11-13T13:23:05,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:23:06,157 INFO [M:0;bfeb2336aed7:37661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:23:06,157 INFO [M:0;bfeb2336aed7:37661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:23:06,157 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:23:06,157 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:06,157 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:06,157 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:23:06,157 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:06,157 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T13:23:06,170 DEBUG [M:0;bfeb2336aed7:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f1de37f02bd484682222390f0b5ef58 is 82, key is hbase:meta,,1/info:regioninfo/1731504165638/Put/seqid=0 2024-11-13T13:23:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741846_1022 (size=5672) 2024-11-13T13:23:06,424 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:06,516 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:06,573 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f1de37f02bd484682222390f0b5ef58 2024-11-13T13:23:06,593 DEBUG [M:0;bfeb2336aed7:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fea30a37d5b4c728188a436f2c0ac90 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731504173574/Put/seqid=0 2024-11-13T13:23:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741847_1023 (size=6586) 2024-11-13T13:23:07,003 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fea30a37d5b4c728188a436f2c0ac90 2024-11-13T13:23:07,022 DEBUG [M:0;bfeb2336aed7:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08abaff77a9846e3bf5c067c4d4a192f is 69, key is bfeb2336aed7,40459,1731504164046/rs:state/1731504165035/Put/seqid=0 2024-11-13T13:23:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741848_1024 (size=5156) 2024-11-13T13:23:07,025 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08abaff77a9846e3bf5c067c4d4a192f 2024-11-13T13:23:07,028 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f1de37f02bd484682222390f0b5ef58 as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f1de37f02bd484682222390f0b5ef58 2024-11-13T13:23:07,030 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f1de37f02bd484682222390f0b5ef58, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T13:23:07,031 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5fea30a37d5b4c728188a436f2c0ac90 as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fea30a37d5b4c728188a436f2c0ac90 2024-11-13T13:23:07,033 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5fea30a37d5b4c728188a436f2c0ac90, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T13:23:07,034 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08abaff77a9846e3bf5c067c4d4a192f as hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08abaff77a9846e3bf5c067c4d4a192f 2024-11-13T13:23:07,037 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43437/user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08abaff77a9846e3bf5c067c4d4a192f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T13:23:07,037 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-11-13T13:23:07,038 INFO [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:07,038 DEBUG [M:0;bfeb2336aed7:37661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504186157Disabling compacts and flushes for region at 1731504186157Disabling writes for close at 1731504186157Obtaining lock to block concurrent updates at 1731504186157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504186157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731504186157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504186158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504186158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504186169 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504186169Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504186577 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504186592 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504186593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504187006 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504187021 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504187021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fed08b4: reopening flushed file at 1731504187027 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326f6432: reopening flushed file at 1731504187031 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41eaeccc: reopening flushed file at 1731504187034 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1731504187037 (+3 ms)Writing region close event to WAL at 1731504187038 (+1 ms)Closed at 1731504187038 2024-11-13T13:23:07,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/469523bf-47d9-4773-d219-7133f9bf4104/MasterData/WALs/bfeb2336aed7,37661,1731504163875/bfeb2336aed7%2C37661%2C1731504163875.1731504164657 not finished, retry = 0 2024-11-13T13:23:07,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741830_1006 (size=32770) 2024-11-13T13:23:07,144 INFO [M:0;bfeb2336aed7:37661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:23:07,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:23:07,144 INFO [M:0;bfeb2336aed7:37661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37661 2024-11-13T13:23:07,145 INFO [M:0;bfeb2336aed7:37661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:23:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:07,291 INFO [M:0;bfeb2336aed7:37661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:23:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101345caedd0003, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:07,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bfc9fed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:23:07,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700e407f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:23:07,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:23:07,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc9439c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:23:07,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@118a70dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir/,STOPPED} 2024-11-13T13:23:07,294 WARN [BP-118620947-172.17.0.2-1731504161544 heartbeating to localhost/127.0.0.1:43437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:23:07,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:23:07,294 WARN [BP-118620947-172.17.0.2-1731504161544 heartbeating to localhost/127.0.0.1:43437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-118620947-172.17.0.2-1731504161544 (Datanode Uuid 71977df3-9c35-4c7b-aa4e-207e3d2124a1) service to localhost/127.0.0.1:43437 2024-11-13T13:23:07,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:23:07,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/cluster_00ae4d18-e716-2799-0ad9-d5bf076e5d2b/data/data1/current/BP-118620947-172.17.0.2-1731504161544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:23:07,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/cluster_00ae4d18-e716-2799-0ad9-d5bf076e5d2b/data/data2/current/BP-118620947-172.17.0.2-1731504161544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:23:07,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:23:07,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1313cc91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:23:07,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e937c7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:23:07,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:23:07,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466f1826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:23:07,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62555617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecbeddb-aa77-5370-365e-de60f40533ce/hadoop.log.dir/,STOPPED} 2024-11-13T13:23:07,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:23:07,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T13:23:07,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:23:07,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:07,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:07,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:07,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:23:07,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T13:23:07,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=257805009, stopped=false 2024-11-13T13:23:07,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bfeb2336aed7,41041,1731504159310 2024-11-13T13:23:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296328876/running 2024-11-13T13:23:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296328876/running 2024-11-13T13:23:07,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:23:07,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:23:07,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:23:07,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T13:23:07,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:07,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:07,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/running 2024-11-13T13:23:07,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Set watcher on znode that does not yet exist, /01296328876/running 2024-11-13T13:23:07,331 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bfeb2336aed7,45889,1731504159538' ***** 2024-11-13T13:23:07,331 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T13:23:07,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(3091): Received CLOSE for c8fb2120dac6cb33739bb5d3695d55a1 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(3091): Received CLOSE for f4803a4437d92fdd54b8a709378059af 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(959): stopping server bfeb2336aed7,45889,1731504159538 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45889. 2024-11-13T13:23:07,332 DEBUG [RS:0;bfeb2336aed7:45889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:07,332 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8fb2120dac6cb33739bb5d3695d55a1, disabling compactions & flushes 2024-11-13T13:23:07,332 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:07,332 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:23:07,332 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T13:23:07,332 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. after waiting 0 ms 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T13:23:07,332 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T13:23:07,332 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T13:23:07,332 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8fb2120dac6cb33739bb5d3695d55a1=test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1., f4803a4437d92fdd54b8a709378059af=hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af.} 2024-11-13T13:23:07,332 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8fb2120dac6cb33739bb5d3695d55a1, f4803a4437d92fdd54b8a709378059af 2024-11-13T13:23:07,332 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T13:23:07,333 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T13:23:07,333 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T13:23:07,333 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T13:23:07,333 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T13:23:07,333 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/default/test/c8fb2120dac6cb33739bb5d3695d55a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T13:23:07,335 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8fb2120dac6cb33739bb5d3695d55a1: Waiting for close lock at 1731504187332Running coprocessor pre-close hooks at 1731504187332Disabling compacts and flushes for region at 1731504187332Disabling writes for close at 1731504187332Writing region close event to WAL at 1731504187333 (+1 ms)Running coprocessor post-close hooks at 1731504187335 (+2 ms)Closed at 1731504187335 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1. 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4803a4437d92fdd54b8a709378059af, disabling compactions & flushes 2024-11-13T13:23:07,335 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. after waiting 0 ms 2024-11-13T13:23:07,335 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:23:07,336 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4803a4437d92fdd54b8a709378059af 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T13:23:07,346 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/info/2055fa3488094f7d842e664aaa2be881 is 147, key is hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af./info:regioninfo/1731504175386/Put/seqid=0 2024-11-13T13:23:07,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741847_1023 (size=7686) 2024-11-13T13:23:07,350 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/info/2055fa3488094f7d842e664aaa2be881 2024-11-13T13:23:07,352 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/.tmp/hfileref/bf8489dd30f640a3b6b0d7cf9bfb585b is 74, key is 1/hfileref:0a3a2cbd37d14f9f8c61954f8be115c8_SeqId_6_/1731504178818/DeleteColumn/seqid=0 2024-11-13T13:23:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741848_1024 (size=5489) 2024-11-13T13:23:07,355 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/.tmp/hfileref/bf8489dd30f640a3b6b0d7cf9bfb585b 2024-11-13T13:23:07,370 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/ns/18cbb7808fc04a03a67ebdd5196a2e21 is 43, key is default/ns:d/1731504161390/Put/seqid=0 2024-11-13T13:23:07,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741849_1025 (size=5153) 2024-11-13T13:23:07,373 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/.tmp/queue/7f748985ad2445de956e973ebebfa69c is 153, key is 1-bfeb2336aed7,45889,1731504159538/queue:bfeb2336aed7%2C45889%2C1731504159538/1731504178820/Put/seqid=0 2024-11-13T13:23:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741850_1026 (size=5504) 2024-11-13T13:23:07,379 INFO [regionserver/bfeb2336aed7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:23:07,533 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4803a4437d92fdd54b8a709378059af 2024-11-13T13:23:07,727 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:07,732 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:23:07,732 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 688, reset compression=false 2024-11-13T13:23:07,732 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:23:07,733 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4803a4437d92fdd54b8a709378059af 2024-11-13T13:23:07,733 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bfeb2336aed7,45889,1731504159538: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bfeb2336aed7,45889,1731504159538, walGroup=bfeb2336aed7%2C45889%2C1731504159538, offset=bfeb2336aed7%2C45889%2C1731504159538.1731504178173:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:45889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T13:23:07,734 ERROR [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T13:23:07,734 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T13:23:07,735 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T13:23:07,735 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T13:23:07,735 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T13:23:07,735 INFO [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1602224128, "init": 1048576000, "max": 2306867200, "used": 1103863296 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208160688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T13:23:07,735 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:41041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bfeb2336aed7:41041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T13:23:07,745 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T13:23:07,745 INFO [regionserver/bfeb2336aed7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T13:23:07,774 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/ns/18cbb7808fc04a03a67ebdd5196a2e21 2024-11-13T13:23:07,776 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/.tmp/queue/7f748985ad2445de956e973ebebfa69c 2024-11-13T13:23:07,779 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/.tmp/hfileref/bf8489dd30f640a3b6b0d7cf9bfb585b as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/hfileref/bf8489dd30f640a3b6b0d7cf9bfb585b 2024-11-13T13:23:07,782 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/hfileref/bf8489dd30f640a3b6b0d7cf9bfb585b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T13:23:07,783 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/.tmp/queue/7f748985ad2445de956e973ebebfa69c as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/queue/7f748985ad2445de956e973ebebfa69c 2024-11-13T13:23:07,786 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/queue/7f748985ad2445de956e973ebebfa69c, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T13:23:07,787 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f4803a4437d92fdd54b8a709378059af in 452ms, sequenceid=17, compaction requested=false 2024-11-13T13:23:07,793 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b6918ae076e048629736c30d7533846c is 112, key is test,,1731504172071.c8fb2120dac6cb33739bb5d3695d55a1./rep_barrier:seqnumDuringOpen/1731504172826/Put/seqid=0 2024-11-13T13:23:07,796 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/replication/f4803a4437d92fdd54b8a709378059af/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T13:23:07,797 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:23:07,797 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:23:07,797 INFO [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:23:07,797 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4803a4437d92fdd54b8a709378059af: Waiting for close lock at 1731504187335Running coprocessor pre-close hooks at 1731504187335Disabling compacts and flushes for region at 1731504187335Disabling writes for close at 1731504187335Obtaining lock to block concurrent updates at 1731504187336 (+1 ms)Preparing flush snapshotting stores in f4803a4437d92fdd54b8a709378059af at 1731504187336Finished memstore snapshotting hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731504187336Flushing stores of hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. at 1731504187336Flushing f4803a4437d92fdd54b8a709378059af/hfileref: creating writer at 1731504187336Flushing f4803a4437d92fdd54b8a709378059af/hfileref: appending metadata at 1731504187351 (+15 ms)Flushing f4803a4437d92fdd54b8a709378059af/hfileref: closing flushed file at 1731504187351Flushing f4803a4437d92fdd54b8a709378059af/queue: creating writer at 1731504187358 (+7 ms)Flushing f4803a4437d92fdd54b8a709378059af/queue: appending metadata at 1731504187372 (+14 ms)Flushing f4803a4437d92fdd54b8a709378059af/queue: closing flushed file at 1731504187373 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb6487d: reopening flushed file at 1731504187778 (+405 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8232be: reopening flushed file at 1731504187782 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f4803a4437d92fdd54b8a709378059af in 452ms, sequenceid=17, compaction requested=false at 1731504187787 (+5 ms)Writing region close event to WAL at 1731504187792 (+5 ms)Running coprocessor post-close hooks at 1731504187797 (+5 ms)Closed at 1731504187797 2024-11-13T13:23:07,797 DEBUG [RS_CLOSE_REGION-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731504174485.f4803a4437d92fdd54b8a709378059af. 2024-11-13T13:23:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741851_1027 (size=5518) 2024-11-13T13:23:07,819 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 393, reset compression=false 2024-11-13T13:23:07,830 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T13:23:07,830 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 688, reset compression=false 2024-11-13T13:23:07,830 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bfeb2336aed7,45889,1731504159538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T13:23:07,831 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T13:23:07,933 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:07,937 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 688, reset compression=false 2024-11-13T13:23:08,041 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 688, reset compression=false 2024-11-13T13:23:08,133 DEBUG [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T13:23:08,202 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b6918ae076e048629736c30d7533846c 2024-11-13T13:23:08,222 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/table/fa04d552a1df422686c925e24b7d4202 is 53, key is hbase:replication/table:state/1731504175397/Put/seqid=0 2024-11-13T13:23:08,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741852_1028 (size=5308) 2024-11-13T13:23:08,225 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/table/fa04d552a1df422686c925e24b7d4202 2024-11-13T13:23:08,228 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/info/2055fa3488094f7d842e664aaa2be881 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/info/2055fa3488094f7d842e664aaa2be881 2024-11-13T13:23:08,231 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/info/2055fa3488094f7d842e664aaa2be881, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T13:23:08,232 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/ns/18cbb7808fc04a03a67ebdd5196a2e21 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/ns/18cbb7808fc04a03a67ebdd5196a2e21 2024-11-13T13:23:08,235 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/ns/18cbb7808fc04a03a67ebdd5196a2e21, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T13:23:08,236 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b6918ae076e048629736c30d7533846c as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/rep_barrier/b6918ae076e048629736c30d7533846c 2024-11-13T13:23:08,242 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/rep_barrier/b6918ae076e048629736c30d7533846c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T13:23:08,244 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/.tmp/table/fa04d552a1df422686c925e24b7d4202 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/table/fa04d552a1df422686c925e24b7d4202 2024-11-13T13:23:08,245 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 688, reset compression=false 2024-11-13T13:23:08,253 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/table/fa04d552a1df422686c925e24b7d4202, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T13:23:08,254 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false 2024-11-13T13:23:08,274 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T13:23:08,275 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T13:23:08,275 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T13:23:08,275 INFO [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T13:23:08,275 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731504187332Running coprocessor pre-close hooks at 1731504187332Disabling compacts and flushes for region at 1731504187332Disabling writes for close at 1731504187333 (+1 ms)Obtaining lock to block concurrent updates at 1731504187333Preparing flush snapshotting stores in 1588230740 at 1731504187333Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731504187333Flushing stores of hbase:meta,,1.1588230740 at 1731504187333Flushing 1588230740/info: creating writer at 1731504187333Flushing 1588230740/info: appending metadata at 1731504187346 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731504187346Flushing 1588230740/ns: creating writer at 1731504187353 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731504187370 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731504187370Flushing 1588230740/rep_barrier: creating writer at 1731504187777 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731504187793 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731504187793Flushing 1588230740/table: creating writer at 1731504188205 (+412 ms)Flushing 1588230740/table: appending metadata at 1731504188221 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731504188221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555ff5d0: reopening flushed file at 1731504188228 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a66dbd1: reopening flushed file at 1731504188231 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea3db25: reopening flushed file at 1731504188235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc0c63e: reopening flushed file at 1731504188242 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false at 1731504188254 (+12 ms)Writing region close event to WAL at 1731504188270 (+16 ms)Running coprocessor post-close hooks at 1731504188275 (+5 ms)Closed at 1731504188275 2024-11-13T13:23:08,275 DEBUG [RS_CLOSE_META-regionserver/bfeb2336aed7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T13:23:08,333 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(976): stopping server bfeb2336aed7,45889,1731504159538; all regions closed. 2024-11-13T13:23:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741844_1020 (size=859) 2024-11-13T13:23:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741842_1018 (size=2791) 2024-11-13T13:23:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741843_1019 (size=696) 2024-11-13T13:23:08,339 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:08,339 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T13:23:08,339 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:23:08,339 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.ChoreService(370): Chore service for: regionserver/bfeb2336aed7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T13:23:08,339 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:23:08,339 INFO [regionserver/bfeb2336aed7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:23:08,340 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bfeb2336aed7,45889,1731504159538 because: Region server is closing 2024-11-13T13:23:08,340 INFO [RS:0;bfeb2336aed7:45889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45889. 2024-11-13T13:23:08,340 DEBUG [RS:0;bfeb2336aed7:45889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:08,340 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:08,340 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:08,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:23:08,360 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 to pos 688, reset compression=false 2024-11-13T13:23:08,362 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/WALs/bfeb2336aed7,45889,1731504159538/bfeb2336aed7%2C45889%2C1731504159538.1731504178173 2024-11-13T13:23:08,362 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T13:23:08,362 DEBUG [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T13:23:08,441 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 terminated 2024-11-13T13:23:08,441 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bfeb2336aed7,45889,1731504159538 because: Region server is closing 2024-11-13T13:23:08,441 INFO [RS:0;bfeb2336aed7:45889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bfeb2336aed7:45889. 2024-11-13T13:23:08,441 DEBUG [RS:0;bfeb2336aed7:45889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T13:23:08,441 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:08,441 DEBUG [RS:0;bfeb2336aed7:45889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T13:23:08,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T13:23:08,441 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,1-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,1-bfeb2336aed7,45889,1731504159538 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T13:23:08,541 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.shipperbfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 terminated 2024-11-13T13:23:08,542 INFO [RS:0;bfeb2336aed7:45889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45889 2024-11-13T13:23:08,541 WARN [RS_REFRESH_PEER-regionserver/bfeb2336aed7:0-0.replicationSource,2-bfeb2336aed7,45889,1731504159538.replicationSource.wal-reader.bfeb2336aed7%2C45889%2C1731504159538,2-bfeb2336aed7,45889,1731504159538 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T13:23:08,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876/rs 2024-11-13T13:23:08,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296328876/rs/bfeb2336aed7,45889,1731504159538 2024-11-13T13:23:08,601 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:23:08,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bfeb2336aed7,45889,1731504159538] 2024-11-13T13:23:08,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01296328876/draining/bfeb2336aed7,45889,1731504159538 already deleted, retry=false 2024-11-13T13:23:08,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bfeb2336aed7,45889,1731504159538 expired; onlineServers=0 2024-11-13T13:23:08,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bfeb2336aed7,41041,1731504159310' ***** 2024-11-13T13:23:08,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T13:23:08,622 INFO [M:0;bfeb2336aed7:41041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T13:23:08,622 INFO [M:0;bfeb2336aed7:41041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T13:23:08,622 DEBUG [M:0;bfeb2336aed7:41041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T13:23:08,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T13:23:08,622 DEBUG [M:0;bfeb2336aed7:41041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T13:23:08,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504160635 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.small.0-1731504160635,5,FailOnTimeoutGroup] 2024-11-13T13:23:08,622 DEBUG [master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504160635 {}] cleaner.HFileCleaner(306): Exit Thread[master/bfeb2336aed7:0:becomeActiveMaster-HFileCleaner.large.0-1731504160635,5,FailOnTimeoutGroup] 2024-11-13T13:23:08,622 INFO [M:0;bfeb2336aed7:41041 {}] hbase.ChoreService(370): Chore service for: master/bfeb2336aed7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T13:23:08,622 INFO [M:0;bfeb2336aed7:41041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T13:23:08,622 DEBUG [M:0;bfeb2336aed7:41041 {}] master.HMaster(1795): Stopping service threads 2024-11-13T13:23:08,622 INFO [M:0;bfeb2336aed7:41041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T13:23:08,622 INFO [M:0;bfeb2336aed7:41041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T13:23:08,622 ERROR [M:0;bfeb2336aed7:41041 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41807,5,PEWorkerGroup] 2024-11-13T13:23:08,623 INFO [M:0;bfeb2336aed7:41041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T13:23:08,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T13:23:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01296328876/master 2024-11-13T13:23:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01296328876 2024-11-13T13:23:08,632 DEBUG [M:0;bfeb2336aed7:41041 {}] zookeeper.ZKUtil(347): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Unable to get data of znode /01296328876/master because node does not exist (not an error) 2024-11-13T13:23:08,632 WARN [M:0;bfeb2336aed7:41041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T13:23:08,633 INFO [M:0;bfeb2336aed7:41041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/.lastflushedseqids 2024-11-13T13:23:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741853_1029 (size=263) 2024-11-13T13:23:08,711 INFO [RS:0;bfeb2336aed7:45889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:23:08,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:08,711 INFO [RS:0;bfeb2336aed7:45889 {}] regionserver.HRegionServer(1031): Exiting; stopping=bfeb2336aed7,45889,1731504159538; zookeeper connection closed. 2024-11-13T13:23:08,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45889-0x101345caedd0001, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:08,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cc35b22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cc35b22 2024-11-13T13:23:08,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T13:23:09,037 INFO [M:0;bfeb2336aed7:41041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T13:23:09,037 INFO [M:0;bfeb2336aed7:41041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T13:23:09,037 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T13:23:09,037 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:09,037 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:09,037 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T13:23:09,037 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:09,038 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-13T13:23:09,081 DEBUG [M:0;bfeb2336aed7:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad7a0a6301164612af414e281ea1075c is 82, key is hbase:meta,,1/info:regioninfo/1731504161341/Put/seqid=0 2024-11-13T13:23:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741854_1030 (size=5672) 2024-11-13T13:23:09,090 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad7a0a6301164612af414e281ea1075c 2024-11-13T13:23:09,112 DEBUG [M:0;bfeb2336aed7:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14880e8f964f42f49aa2e18a59893602 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731504175401/Put/seqid=0 2024-11-13T13:23:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741855_1031 (size=8908) 2024-11-13T13:23:09,118 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14880e8f964f42f49aa2e18a59893602 2024-11-13T13:23:09,143 DEBUG [M:0;bfeb2336aed7:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b3f9760da06462dbe3c046b19a9ed55 is 69, key is bfeb2336aed7,45889,1731504159538/rs:state/1731504160722/Put/seqid=0 2024-11-13T13:23:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741856_1032 (size=5156) 2024-11-13T13:23:09,152 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b3f9760da06462dbe3c046b19a9ed55 2024-11-13T13:23:09,156 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad7a0a6301164612af414e281ea1075c as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad7a0a6301164612af414e281ea1075c 2024-11-13T13:23:09,160 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad7a0a6301164612af414e281ea1075c, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T13:23:09,161 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14880e8f964f42f49aa2e18a59893602 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14880e8f964f42f49aa2e18a59893602 2024-11-13T13:23:09,166 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14880e8f964f42f49aa2e18a59893602, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T13:23:09,166 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b3f9760da06462dbe3c046b19a9ed55 as hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b3f9760da06462dbe3c046b19a9ed55 2024-11-13T13:23:09,171 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/d1603b2d-5a7c-ff0c-59e1-13298e1594a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b3f9760da06462dbe3c046b19a9ed55, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T13:23:09,171 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=112, compaction requested=false 2024-11-13T13:23:09,176 INFO [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T13:23:09,176 DEBUG [M:0;bfeb2336aed7:41041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731504189037Disabling compacts and flushes for region at 1731504189037Disabling writes for close at 1731504189037Obtaining lock to block concurrent updates at 1731504189038 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731504189038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731504189038Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731504189039 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731504189039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731504189081 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731504189081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731504189094 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731504189112 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731504189112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731504189121 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731504189142 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731504189142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ee8c03: reopening flushed file at 1731504189156 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b397af: reopening flushed file at 1731504189160 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2728becf: reopening flushed file at 1731504189166 (+6 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=112, compaction requested=false at 1731504189172 (+6 ms)Writing region close event to WAL at 1731504189176 (+4 ms)Closed at 1731504189176 2024-11-13T13:23:09,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741830_1006 (size=69043) 2024-11-13T13:23:09,179 INFO [M:0;bfeb2336aed7:41041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T13:23:09,179 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T13:23:09,179 INFO [M:0;bfeb2336aed7:41041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41041 2024-11-13T13:23:09,179 INFO [M:0;bfeb2336aed7:41041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T13:23:09,276 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T13:23:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:09,332 INFO [M:0;bfeb2336aed7:41041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T13:23:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101345caedd0000, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T13:23:09,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35483330{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T13:23:09,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41e62cd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:23:09,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:23:09,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5abcfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:23:09,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1572278{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir/,STOPPED} 2024-11-13T13:23:09,336 WARN [BP-1440567667-172.17.0.2-1731504157545 heartbeating to localhost/127.0.0.1:41807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T13:23:09,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T13:23:09,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T13:23:09,336 WARN [BP-1440567667-172.17.0.2-1731504157545 heartbeating to localhost/127.0.0.1:41807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440567667-172.17.0.2-1731504157545 (Datanode Uuid 3395433e-7a67-44f9-8107-00b3ae414b6a) service to localhost/127.0.0.1:41807 2024-11-13T13:23:09,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/data/data1/current/BP-1440567667-172.17.0.2-1731504157545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:23:09,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/cluster_b401d74e-3d00-86a0-9856-faa827c24215/data/data2/current/BP-1440567667-172.17.0.2-1731504157545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T13:23:09,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T13:23:09,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b95bcda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T13:23:09,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@337dbe07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T13:23:09,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T13:23:09,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1336c976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T13:23:09,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774da23b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fdd7696-87b8-5b6c-a17c-f0019b7916de/hadoop.log.dir/,STOPPED} 2024-11-13T13:23:09,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T13:23:09,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T13:23:09,377 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 525) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41807 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39705 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43437 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=975 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2619 (was 2946) 2024-11-13T13:23:09,378 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-11-13T13:23:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101345caedd0005, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:23:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101345caedd0002, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:23:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101345caedd0008, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T13:23:09,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101345caedd0002, quorum=127.0.0.1:51758, baseZNode=/01296328876 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:23:09,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101345caedd0008, quorum=127.0.0.1:51758, baseZNode=/2-695333728 Received Disconnected from ZooKeeper, ignoring 2024-11-13T13:23:09,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101345caedd0005, quorum=127.0.0.1:51758, baseZNode=/11910871746 Received Disconnected from ZooKeeper, ignoring